User-agent: *
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

# Answer-engine crawlers: explicitly welcomed (orank Discovery/Access checks
# for this by name, but it's also just correct — these are the crawlers that
# read pages to answer questions, not to train models).
User-agent: GPTBot
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: GoogleOther
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: Amazonbot
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

User-agent: FacebookBot
Allow: /
Disallow: /bookmarks
Disallow: /account
Disallow: /auth/
Disallow: /digest-preview
Disallow: /api/

# Training-only crawlers: no answer-engine product sits behind these, so
# there's no citation upside to offset giving away the corpus for training.
# (aeo-geo-seo skill: an unexamined gap here is an accident, not a decision —
# these three are named and blocked deliberately, not by omission.)
User-agent: CCBot
Disallow: /

User-agent: ByteSpider
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

Content-Signal: search=yes, ai-train=no

Sitemap: https://consumer-brand-index.vercel.app/sitemap.xml