User-agent: *
# Content usage preferences (contentsignals.org): allow search indexing and
# use as AI answer input; decline use for model training.
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
# Auth-gated API endpoints — keep crawlers off them.
# A more-specific Disallow wins over the Allow above for these paths.
Disallow: /transcripts/

# AI search bots — welcome
User-agent: GPTBot
Allow: /
Disallow: /transcripts/

User-agent: ChatGPT-User
Allow: /
Disallow: /transcripts/

User-agent: PerplexityBot
Allow: /
Disallow: /transcripts/

User-agent: ClaudeBot
Allow: /
Disallow: /transcripts/

User-agent: anthropic-ai
Allow: /
Disallow: /transcripts/

User-agent: Google-Extended
Allow: /
Disallow: /transcripts/

User-agent: Bingbot
Allow: /
Disallow: /transcripts/

Sitemap: https://spoken.md/sitemap.xml
Agentmap: https://spoken.md/.well-known/ard.json