# Robots.txt for https://murudeshwar.co.in
# Optimized for SEO - Updated January 2025

User-agent: *
Allow: /
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/fonts/
Allow: /assets/img/

# Block sensitive directories and files
Disallow: /assets/img/raw/
Disallow: /assets/googlemapsextractor/
Disallow: /admin/
Disallow: /.git/
Disallow: /.kiro/
Disallow: /.specstory/
Disallow: /.vscode/
Disallow: /.cursor/
Disallow: /node_modules/

# Block URLs with query parameters (except essential ones)
Disallow: /*?*
Allow: /*?utm_*
Allow: /*?ref=*
Allow: /*?fbclid=*

# Block temporary and backup files
Disallow: /*.tmp$
Disallow: /*.bak$
Disallow: /*.log$
Disallow: /*~$

# Block specific content files
Disallow: /Blogcontent.txt
Disallow: /seoguidlines.txt
Disallow: /prerender-lodges.js
Disallow: /vercel.json
Disallow: /package*.json

# Block template files
Disallow: /*.template.html

# Allow important SEO files
Allow: /sitemap*.xml
Allow: /robots.txt
Allow: /feed.xml

# Main sitemap index
Sitemap: https://murudeshwar.co.in/sitemap.xml

# Individual sitemaps
Sitemap: https://murudeshwar.co.in/sitemap-main.xml
Sitemap: https://murudeshwar.co.in/sitemap-images.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Crawl delay for specific bots
User-agent: Baiduspider
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 5

User-agent: Yandexbot
Crawl-delay: 5

# Block problematic bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /