# Kingfish — robots.txt
# Posture: permissive. We want search indexing AND AI use, on one condition —
# attribution. Reporting is CC BY 4.0; see /ai-use for machine-readable terms.

User-agent: *
Allow: /

# Internal assets
Disallow: /_astro/
Disallow: /pagefind/

# ──────────────────────────────────────────────────────────
# Content Signals (Cloudflare) — usage preferences, not access control.
# search=yes  : indexing for search results is welcome
# ai-input=yes: use as input to AI answers/RAG is welcome (with attribution)
# ai-train=yes: use for AI model training is welcome (with attribution)
# ──────────────────────────────────────────────────────────
# Content-Signal: search=yes, ai-input=yes, ai-train=yes
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# AI / agent crawlers — explicitly welcomed (overrides default-deny reputations).
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: CCBot
Allow: /

# Machine surfaces for agents:
#   LLM index:    https://kingfish.la/llms.txt
#   AI-usage:     https://kingfish.la/ai-use
#   Markdown:     append .md to any story URL

Sitemap: https://kingfish.la/sitemap-index.xml