# growthroles.com — self-owned robots policy (D-9, D-37). ONE source of truth.
# Cloudflare's "Block AI Bots" managed rule must stay OFF — see docs/RUNBOOK.md;
# `bun run check:prod` verifies the live file at the edge.
User-agent: *
Allow: /
Disallow: /cdn-cgi/
# Analytics proxy (D-115) — endpoints, not pages.
Disallow: /js/script.js
Disallow: /api/event
# D-243: the advert click counter is an endpoint, not a page (it 302s to the
# partner's counter, which bills the advertiser per visit).
Disallow: /apply/
# AI answer engines are welcome — llms.txt is a first-party AEO channel and these
# are how it gets read. Listed explicitly so the intent is legible (D-37).
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://growthroles.com/sitemap.xml
# D-243: the advert lane writes its own sitemap index, hourly.
Sitemap: https://growthroles.com/sitemap-adverts.xml