# robots.txt — Agent Readiness (agentreadiness.com.au)
# AI assistants and agents are explicitly welcome here. We practise what we audit.
#
# IMPORTANT (deploy note): This file only works if Cloudflare's "Block AI bots" /
# "AI Audit / managed robots.txt" feature is turned OFF. While that feature is on,
# Cloudflare injects its own "Disallow: /" block for GPTBot/ClaudeBot/etc. AND
# returns HTTP 403 to those crawlers at the edge — overriding everything below.

# Default: open to everyone.
User-agent: *
Allow: /
Content-Signal: search=yes, ai-input=yes

# Named AI search / answer crawlers — explicitly welcome
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: meta-externalagent
Allow: /

# Training-corpus crawler — allow (brand presence in model training).
# Remove this block if you would rather not be used for model training.
User-agent: CCBot
Allow: /

Sitemap: https://agentreadiness.com.au/sitemap.xml