# BrandAmplifi — AI Crawler Policy
#
# AI crawlers are ALLOWED on the marketing site (same public-path policy as
# every other crawler below) and BLOCKED from private/authenticated surfaces
# — /dashboard, /api, /admin, /share/reports — exactly like everyone else.
# This is deliberate: BrandAmplifi's own product pitches AI answer-engine
# visibility to customers, so blocking the crawlers behind ChatGPT, Gemini,
# Claude and Perplexity on our own marketing pages was the opposite of that.
#
# To re-block a specific agent (e.g. a scraper causing load issues): change
# that agent's "Allow: /" block below to "Disallow: /". Leave the
# "User-agent: *" block untouched so normal search engines (Googlebot,
# Bingbot) keep indexing.
#
# NOTE: robots.txt is ADVISORY — compliant crawlers obey it but it does not
# hard-block anyone. For enforced blocking (HTTP 403) use Cloudflare's
# "Block AI Bots" managed rule in the dashboard; when that rule is ON it
# 403s these agents at the edge regardless of what this file says, so
# confirm it's OFF if you expect these agents to actually reach the site.

# AI Crawlers — same public-path policy as User-agent: *
User-agent: GPTBot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: ChatGPT-User
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: OAI-SearchBot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: CCBot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: Google-Extended
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: anthropic-ai
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: Claude-Web
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: ClaudeBot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: Bytespider
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: PerplexityBot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: Applebot-Extended
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: cohere-ai
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: Diffbot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: FacebookBot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: Omgilibot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: YouBot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: meta-externalagent
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

User-agent: Amazonbot
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
Allow: /

# All other crawlers — allow public pages, block sensitive paths
User-agent: *
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /share/reports/
# /subprocessors page deleted 2026-05-08; content absorbed into /privacy#subprocessors (308 redirect)
Allow: /

Sitemap: https://brandamplifi.com/sitemap.xml