# Otto — robots.txt
# Allow real crawlers (search + AI). Block authenticated/dashboard surfaces
# that would only confuse indexes and burn crawl budget.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /auth
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /signup
Disallow: /onboarding
Disallow: /office-hours
Disallow: /office-hours/
Disallow: /ideas
Disallow: /ideas/
Disallow: /profile
Disallow: /profile/
Disallow: /explore
Disallow: /exercises
Disallow: /search
Disallow: /create
Disallow: /s/
Disallow: /study
Disallow: /study/
Disallow: /apbio/session
Disallow: /apbiology/session
Disallow: /testcomponents
Disallow: /prototype
Disallow: /landing-mockup
Disallow: /landing-mockup-2
Disallow: /landing-mockup-3
Disallow: /founderlanding

# AI search crawlers — explicit allow so there's no ambiguity.
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

Sitemap: https://otto.tutorbase.io/sitemap.xml