# Robots.txt for EduRavo - Optimized Aug 2025
User-agent: *
Allow: /
Allow: /api/v1/agent/
Disallow: /api/
Disallow: /admin/
Disallow: /employee/
Disallow: /profile/
Disallow: /.git/
Disallow: /.github/
Disallow: /.yarn/
Disallow: /.yarnrc*
Disallow: /.env
Disallow: /.env.*
Disallow: /docker*
Disallow: /config/
Disallow: /settings/
Disallow: /scripts/
Disallow: /*.sql$
Disallow: /*.sqlite$
Disallow: /*.log$
Disallow: /*.md$
Disallow: /*.sh$
Disallow: /*.py$
Disallow: /*.cjs$
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /yarn.lock
Disallow: /Jenkinsfile
Disallow: /node_modules/
Disallow: /search/
Disallow: /wp-admin/
Disallow: /wp-login.php

# AdSense / Ads crawlers - keep allowed
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

# AI crawlers - you already allow, good for AI Overview citations
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bravebot
Allow: /

Sitemap: https://www.eduravo.com/sitemap.xml
Sitemap: https://www.eduravo.com/live-exams.xml
Sitemap: https://www.eduravo.com/mock-tests.xml
Sitemap: https://www.eduravo.com/jobs.xml
Sitemap: https://www.eduravo.com/results.xml
Sitemap: https://www.eduravo.com/admit-cards.xml
Sitemap: https://www.eduravo.com/syllabus.xml
Sitemap: https://www.eduravo.com/answer-keys.xml
Sitemap: https://www.eduravo.com/tools.xml
Sitemap: https://www.eduravo.com/blog.xml