# Standard Search Engine Crawlers
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Disallow: /dashboard/
Disallow: /debug-admin
Disallow: /consortium/
Disallow: /auth/
Disallow: /forgot-password

# AI & LLM Search Crawlers (ChatGPT Search, Perplexity, Claude, Apple, Google AI)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Applebot-Extended
User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Disallow: /dashboard/
Disallow: /debug-admin
Disallow: /consortium/
Disallow: /auth/
Disallow: /forgot-password

# Canonical Host
Host: https://www.pocketghar.com

# Sitemaps
Sitemap: https://www.pocketghar.com/sitemap.xml
Sitemap: https://www.pocketghar.com/sitemaps/properties.xml
Sitemap: https://www.pocketghar.com/sitemaps/blogs.xml
Sitemap: https://www.pocketghar.com/sitemaps/pages.xml
Sitemap: https://www.pocketghar.com/sitemaps/localities.xml
Sitemap: https://www.pocketghar.com/sitemaps/legal.xml