# Son of God AI crawler policy.
# Public pages may be indexed, summarized, and used by AI crawlers.
# Runtime endpoints are not intended for automated crawling.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

# OpenAI: allow ChatGPT search/discovery, user-directed fetches, and training crawls.
User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

# Anthropic: allow Claude search/user-directed retrieval and training crawls.
User-agent: Claude-SearchBot
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

User-agent: Claude-User
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

# Perplexity: allow search and user-directed retrieval.
User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

User-agent: Perplexity-User
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

# Google AI training/grounding control. This does not affect Google Search indexing.
User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

# Generic training crawler.
User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /forms/
Disallow: /scripts/

Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://sonofgodai.com/sitemap.xml