# robots.txt for Odiseo

# AI search/retrieval agents such as OAI-SearchBot, ChatGPT-User,
# Claude-SearchBot, Claude-User, PerplexityBot and Applebot are allowed
# through the general group below and inherit the private-route exclusions.

# Training and bulk-dataset agent restrictions
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# General Content signals (Copyright reservations under Article 4 EU Directive 2019/790)
User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference

# Private routes & technical endpoints to save crawl budget
Disallow: /app/
Disallow: /admin/
Disallow: /api/
Disallow: /invite/
Disallow: /connect/
Disallow: /*/app/
Disallow: /*/admin/
Disallow: /*/api/
Disallow: /*/invite/
Disallow: /*/connect/
Disallow: /reset-password
Disallow: /recursos/pdf/

# Allow indexing of all public landing, doc and tool pages
Allow: /
Allow: /tools/
Allow: /academy/
Allow: /docs/
Allow: /mcp
Allow: /en/mcp
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /privacy
Allow: /terms
Allow: /subprocessors

# Host and Sitemaps
Host: https://www.odiseo.help
Sitemap: https://www.odiseo.help/sitemap.xml