# Hand-written, not generated. The policy below is deliberate.
# Verified 2026-08-09 against openai.com/developers bots docs, support.claude.com,
# and Google Search Central. Recheck before each major change.

# Default: everything is open. Being found is the point of this site.
User-agent: *
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=no, use=reference

# --- Search and retrieval: explicitly welcome ---------------------------------
User-agent: Googlebot
Allow: /

# Google-Extended is NOT blocked. It governs Gemini grounding and other non-Search
# Google systems. It does not control AI Overviews or AI Mode, so blocking it costs
# grounding and buys nothing.
User-agent: Applebot-Extended
Disallow:

User-agent: Google-Extended
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: bingbot
Allow: /

# --- Model training: opted out ------------------------------------------------
# Not hostility. The site's whole argument is that claims should be traceable to
# their source, and training corpora sever that link. Retrieval keeps the citation.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://spartangomez.com/sitemap-index.xml