User-agent: *
Allow: /

# Disallow admin and sensitive areas
Disallow: /admin/
Disallow: /rosetta/
Disallow: /i18n/
Disallow: /*/switch-language
Disallow: /activate/
Disallow: /deactivate/
Disallow: /update-information/
Disallow: /update_profile_pic/
Disallow: /increase_balance/
Disallow: /reset_password/
Disallow: /reset_password_sent/
Disallow: /reset/
Disallow: /reset_password_complete/

# Disallow internal operations
Disallow: /update-model/
Disallow: /extract_data/
Disallow: /update_expired_homes/
Disallow: /scraper_data_ads/
Disallow: /place_ads/
Disallow: /admin-only/
Disallow: /bot_user/
Disallow: /seo_bot/

# Disallow user-specific pages
Disallow: /favorites/
Disallow: /bookmark/

# Crawl-delay
Crawl-delay: 1

# Sitemap
Sitemap: https://homest.az/en/sitemap.xml/
Sitemap: https://homest.az/az/sitemap.xml/
Sitemap: https://homest.az/ru/sitemap.xml/