# Dekho Apna Desh - Robots.txt
# Allow all search engines and AI crawlers

User-agent: *
Allow: /
https://dekhoapnadesh.org/sitemap.xml

# Specific rules for AI platforms
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# Sitemap location
Sitemap: https://dekhoapnadesh.org/sitemap.xml

# Crawl-delay for polite crawling
Crawl-delay: 1

# Disallow admin areas
Disallow: /admin
Disallow: /newsletter-admin

# Allow all other content
Allow: /
Allow: /destinations/jaipur
Allow: /destinations/jodhpur
Allow: /destinations/pushkar
Allow: /destinations/udaipur
Allow: /destinations/alwar
Allow: /destinations/ajmer
Allow: /destinations/mount-abu
Allow: /explore-experiences
Allow: /experiences/adventure
Allow: /experiences/historical
Allow: /experiences/spiritual
Allow: /experiences/art-culture
Allow: /experiences/agriculture
Allow: /experiences/thrill
Allow: /experiences/mice
Allow: /experiences/mental-health
Allow: /experiences/education
Allow: /shop
Allow: /gallery
Allow: /about
Allow: /travel-guide
Allow: /travel-stories
Allow: /sustainability
Allow: /testimonials
Allow: /plan-trip
Allow: /itinerary/udaipur
Allow: /become-guide