# Probable welcomes search and real-time AI assistants that provide citations.
# Model-training use is reserved.
Content-Signal: ai-train=no, search=yes, ai-input=yes
Agentmap: https://probable.media/.well-known/ai-catalog.json

User-agent: *
Allow: /
Disallow: /api/config
Disallow: /api/health
Disallow: /api/scan
Disallow: /api/subscribe

# Search and user-requested AI retrieval.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Training-only crawlers are excluded while licensing policy is developed.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

Sitemap: https://probable.media/sitemap.xml