# AnomalyArmor robots.txt
# Generated at the edge by Cloudflare Worker: robots-txt-filter
# Content Signals per Cloudflare's managed spec (ai-train=no preserves
# training opt-out; search=yes permits indexing + real-time AI inference).
User-agent: *
Content-Signal: search=yes, ai-train=no
Allow: /
Disallow: /api/
# Training-only scrapers (no agent-ecosystem value): blocked.
User-agent: Amazonbot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
# Agent-ecosystem bots: explicitly allowed. These drive real agent traffic
# (ChatGPT answers, Claude answers, Perplexity citations). Training use is
# signaled as disallowed above via Content-Signal.
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: PerplexityBot
Allow: /
Sitemap: https://www.anomalyarmor.ai/sitemap.xml
Sitemap: https://docs.anomalyarmor.ai/sitemap.xml