# AI Friendly Pact robots.txt
# We advocate AI-friendly websites. Our own site welcomes mainstream AI
# crawlers so LLMs and AI agents can read our public content.
# The sitemap is at /sitemap-index.xml.

# Allow the major AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

# However, we block their ability to index private/utility paths
User-agent: *
Disallow: /llms-txt-generator/
Disallow: /checker/
Disallow: /tools/

Sitemap: https://welcome-ai.org/sitemap-index.xml