# Allow AI bots to crawl entire site
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

# General rules for all other bots
User-agent: *
Disallow: /*.pdf$
Disallow: /thankyou.html
Disallow: /testing/

# Sitemap for faster indexing
Sitemap: https://www.luxuryresidences.in/sitemap.xml
Sitemap: https://www.luxuryresidences.in/blog/sitemap_index.xml