# https://www.cesarbenavides.com
#
# Content signals (https://contentsignals.org):
#   search   = yes  index this site and link to it
#   ai-input = yes  use this content to ground and cite answers (RAG, AI search)
#   ai-train = no   do not train or fine-tune models on it
#
# In short: quote it, cite it, answer questions with it. Don't train on it.
# Machine-readable guidance for agents: https://www.cesarbenavides.com/llms.txt

User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /guides

# Training and dataset crawlers, declined per ai-train=no above. Assistant and
# search crawlers are intentionally absent from this list and stay allowed.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://www.cesarbenavides.com/sitemap.xml
Host: https://www.cesarbenavides.com