# Bot policy: docs/ops.md section 1. Search engines and user-triggered AI fetches are
# allowed; crawlers that collect content for model training are not.
# Cloudflare's managed robots.txt is switched off so this file is the only source.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /

# Model-training crawlers
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Bytespider
Disallow: /

Sitemap: https://maxdotsai.com/sitemap-index.xml