# padillaco.com robots.txt

# Content Signals (AI usage preferences)
# ai-train=yes   → allow content for model training
# search=yes    → allow indexing and surfacing in search experiences
# ai-input=yes   → allow content as input for generative responses
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# General crawl policy
User-agent: *
Disallow:

# OpenAI
# Allow search/discovery in ChatGPT search experiences
User-agent: OAI-SearchBot
Allow: /

# Block training crawl
User-agent: GPTBot
Disallow: /

# Anthropic
# Cloudflare's current bot reference lists ClaudeBot and Claude-SearchBot
# rather than "Claude-Web"
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: ClaudeBot
Disallow: /

# Google AI controls
# This does not affect normal Google Search indexing
User-agent: Google-Extended
Disallow: /

# Optional additional AI crawlers
User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-externalfetcher
Disallow: /

# Sitemap
Sitemap: https://padillaco.com/sitemap.xml

Sitemap: https://padillaco.com/sitemap.xml