# Robots.txt for nomoexam.com
# This file helps search engines crawl and index the website optimally

User-agent: *
Allow: /
Allow: /exams/
Allow: /practice/
Allow: /pricing
Allow: /contact
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /cookie-policy

# Disallow authenticated routes from search engines
Disallow: /dashboard
Disallow: /profile
Disallow: /study-plan
Disallow: /activity
Disallow: /attempt/
Disallow: /auth/
Disallow: /onboarding/

# Disallow common bot paths
Disallow: /api/
Disallow: /admin/
Disallow: /*.json$

# Allow specific search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# AI Crawlers - Allow for AI-powered search and recommendations
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Applebot
Allow: /

User-agent: Bard
Allow: /

User-agent: GoogleOther
Allow: /

# Sitemap location - important for SEO
Sitemap: https://nomoexam.com/sitemap.xml