# Batchrouter robots.txt — full-open to AI crawlers.
#
# Content Signals (https://contentsignals.org): we explicitly permit
#   search    — building a search index / returning results
#   ai-input  — using content for AI answers (RAG / grounding / citations)
#   ai-train  — training or fine-tuning AI models
# on all public pages. The authenticated app areas (/admin, /app) are excluded —
# they are login-walled, have no public content, and are noindex.
#
# NOTE: if Cloudflare "managed robots.txt" is ON for this zone, Cloudflare
# prepends its own block, which can override these signals for named AI bots.
# Full-open requires that managed setting to be OFF (Security -> Bots ->
# "Cloudflare managed robots.txt"). See docs/seo-and-metrics-runbook.md section 1.

User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=yes
Allow: /
Disallow: /admin
Disallow: /app

# LLM / agent guidance index: https://batchrouter.com/llms.txt
# Master index (hub + docs). Google Search Console Domain property should
# submit this first: https://batchrouter.com/sitemap-index.xml
Sitemap: https://batchrouter.com/sitemap-index.xml
Sitemap: https://batchrouter.com/sitemap.xml
Sitemap: https://docs.batchrouter.com/sitemap-index.xml
Sitemap: https://docs.batchrouter.com/sitemap-0.xml