# The Bridge — robots.txt
# Default: allow all standard crawlers (Googlebot, Bingbot, etc.).
User-agent: *
Allow: /

# --- AI retrieval / search crawlers (explicitly allowed) ---
# These power AI answers that can cite and link The Bridge. Allowing them is
# the whole point of the GEO/AEO work, so they are listed explicitly.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# --- Training-only scrapers (BLOCKED — owner decision at CP7, 2026-06-23) ---
# These collect data primarily for model training, not for sending referral
# traffic. Blocked to opt out of training-only use while still allowing every
# retrieval/search bot above (which power citations + traffic).
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

# Sitemap index
Sitemap: https://thebridge.dev/sitemap.xml