User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

# Named AI crawlers get their own groups so the Content-Signal is unambiguous
# rather than inherited from the wildcard.
User-agent: GPTBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: OAI-SearchBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: ChatGPT-User
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: ClaudeBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: Claude-SearchBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: Claude-User
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: PerplexityBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: Perplexity-User
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: Google-Extended
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: CCBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: Meta-ExternalAgent
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: Amazonbot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: Applebot-Extended
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

User-agent: Bytespider
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

Sitemap: https://www.indrapatil.com/sitemap-index.xml

# Separately deployed package documentation sites
Sitemap: https://www.indrapatil.com/ggstatsplot/sitemap.xml
Sitemap: https://www.indrapatil.com/statsExpressions/sitemap.xml
Sitemap: https://www.indrapatil.com/crosszip/sitemap.xml
Sitemap: https://www.indrapatil.com/md2linkedin/sitemap.xml

# Separately deployed apps
Sitemap: https://www.indrapatil.com/einbuergerungstest/sitemap.xml
Sitemap: https://www.indrapatil.com/save-indy/sitemap.xml