# Axon public crawling policy.

# Public search, answer-engine and user-requested access.
# Keep public crawlers in one group so private-path disallow rules apply consistently.
User-agent: *
User-agent: Googlebot
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Google-Extended
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /ops/
Disallow: /api/axon/work/ops/
Disallow: /deploy/
Disallow: /scripts/
Disallow: /temp/

# Training opt-out where search and training can be controlled separately.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

Sitemap: https://axon123.com/sitemap.xml