# AtlasBurn — robots.txt
# Search engines AND AI answer engines are welcome. Please index and cite us.
# We allow AI systems to use our content as reference in answers (ai-input=yes);
# we ask that it not be used for model training (ai-train=no). Compliant crawlers
# honor these Content Signals. See /llms.txt and /llms-full.txt for AI-ready context.
#
# NOTE: if a Cloudflare "Block AI bots" / Content Signals policy is enabled on this
# zone, it may PREPEND Disallow rules for GPTBot/ClaudeBot/CCBot/Google-Extended at
# the edge and override the rules below. To be citable by AI answer engines, disable
# that blocking in the Cloudflare dashboard (AI Audit / Security → Bots).

User-agent: *
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=no

# Make the AI-context files explicitly crawlable.
Allow: /llms.txt
Allow: /llms-full.txt

# Traditional search + social preview crawlers.
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# AI answer-engine / assistant crawlers — explicitly allowed so they can read and
# cite AtlasBurn (ChatGPT, Claude, Gemini, Perplexity, and their search agents).
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://atlasburn.com/sitemap.xml