# Aqarey Online — robots.txt
# Optimised for Houzez + Polylang (EN/AR/TR)
# Last updated: April 2026

User-agent: *

# WordPress core — never crawl
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Allow: /wp-admin/admin-ajax.php

# Houzez search & filter URLs — thin/duplicate content
Disallow: /?s=
Disallow: /search/
Disallow: /*?*status=
Disallow: /*?*type=
Disallow: /*?*min-price=
Disallow: /*?*max-price=
Disallow: /*?*min-area=
Disallow: /*?*max-area=
Disallow: /*?*bedrooms=
Disallow: /*?*bathrooms=
Disallow: /*?*amenities=
Disallow: /*?*sort=
Disallow: /*?*paged=

# WordPress duplicate content
Disallow: /author/
Disallow: /?author=
Disallow: /page/
Disallow: /?p=
Disallow: /?page_id=
Disallow: /feed/
Disallow: /comments/
Disallow: /trackback/
Disallow: /*?replytocom=
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

# Crawl delay for bots (except Google)
User-agent: Bingbot
Crawl-delay: 5

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Sitemap
Sitemap: https://aqareyonline.com/sitemap_index.xml