User-agent: *
Allow: /
Disallow: /scripts/
Disallow: /docs/
Disallow: /tools/
# The AI Confidence Score page copy is UNSHIPPED pending founder review (#642).
# Committing it to this repo publishes it on GitHub Pages, so keep it out of the index.
Disallow: /evals/
# Dim Hour Signals is UNSHIPPED pending the founder's flip (feed.json ready:false).
# The six city pages carry noindex, but signals/feed.json and signals/rss.xml are
# JSON/XML and cannot carry a meta tag, so only this line keeps them out.
Disallow: /signals/

# AI bot policy (2026-08-30, founder directive: visibility lane free, training lane priced at the TollBit edge, junk lane blocked).
# This section REPLACES the Cloudflare managed robots inject - do not re-enable that toggle.
# Priced training agents (GPTBot, ClaudeBot, CCBot, Bytespider, meta-externalagent, Amazonbot and
# the rest of the edge toll list) are deliberately NOT listed. A compliant crawler blocked here never
# reaches the edge, so it never sees the TollBit 402 and its payment link (2026-09-15 policy spec).
# The two below are not in the toll list, so the edge cannot charge them; they stay blocked.
User-agent: Applebot-Extended
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

# Priced-training lane held CLOSED until the TollBit edge gate can charge for it
# (review follow-up on #1306): Google-Extended is a robots.txt product token, not
# a User-Agent sent on requests, so no edge worker can see it. Blocking it here is
# the only enforcement that exists for this lane. Search and Gemini citation
# visibility ride Googlebot, which stays open - this line does not touch them.
User-agent: Google-Extended
Disallow: /

Sitemap: https://dimhour.com/sitemap.xml

# The AEO map, for agents that look for one. Not a robots.txt directive — a
# pointer, so a crawler that reads this file does not have to guess the path.
# llms.txt: https://dimhour.com/llms.txt