User-agent: *
Allow: /

# Block admin and backend paths
Disallow: /Admin
Disallow: /admin

# Crawl-delay for well-behaved bots
Crawl-delay: 1

# Sitemap
Sitemap: https://bestpropertyoffertoday.com/api/functions/generateCustomSitemap

# AI crawler permissions
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /