# robots.txt for watchbuka.com
#
# Buka is a South African vertical micro-drama studio. Everything public
# on this site may be crawled, indexed, quoted and cited, by search
# engines and by AI systems alike. We would rather be read than hidden.
#
# Attribution: Buka (https://watchbuka.com)
# Clean markdown of any article: append .md to its URL.
# Curated index for agents: https://watchbuka.com/llms.txt
# Machine-readable feed: https://watchbuka.com/feed.xml
#
# Cloudflare Content Signals Policy. All three uses are permitted:
#   search   - building a search index and returning links and excerpts
#   ai-input - grounding a generative answer in this content (RAG)
#   ai-train - training or fine-tuning a model on this content

User-agent: *
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

# ---- Retrieval and search bots -------------------------------------
# These produce live citations. Blocking one removes Buka from that
# product's answers entirely.

User-agent: Googlebot
Allow: /
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /api/

User-agent: DuckAssistBot
Allow: /
Disallow: /api/

User-agent: meta-externalfetcher
Allow: /
Disallow: /api/

# ---- Training crawlers ---------------------------------------------
# These shape what a model knows unprompted. For a studio nobody has
# heard of yet, that is the point.

User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /api/

User-agent: GoogleOther
Allow: /
Disallow: /api/

User-agent: Applebot
Allow: /
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /api/

User-agent: Amazonbot
Allow: /
Disallow: /api/

User-agent: Bytespider
Allow: /
Disallow: /api/

User-agent: FacebookBot
Allow: /
Disallow: /api/

User-agent: meta-externalagent
Allow: /
Disallow: /api/

User-agent: cohere-ai
Allow: /
Disallow: /api/

User-agent: Diffbot
Allow: /
Disallow: /api/

User-agent: Timpibot
Allow: /
Disallow: /api/

User-agent: omgili
Allow: /
Disallow: /api/

Sitemap: https://watchbuka.com/sitemap.xml