# robots.txt — aisharedresponsibility.com

# General crawlers
User-agent: *
Allow: /

# AI training and retrieval crawlers — explicitly permitted
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

# Sitemaps
Sitemap: https://aisharedresponsibility.com/sitemap.xml

# LLM-optimized content
# Full framework content for agent retrieval: https://aisharedresponsibility.com/llms-full.txt
# Link index: https://aisharedresponsibility.com/llms.txt
# Machine-readable data: https://aisharedresponsibility.com/data/index.json
# Glossary registry: https://aisharedresponsibility.com/glossary.json
# Glossary API index: https://aisharedresponsibility.com/api/glossary/index.json
# Ontology graph: https://aisharedresponsibility.com/ontology/nodes.json
# Canonical IDs: https://aisharedresponsibility.com/ids.json
# Knowledge pack: https://aisharedresponsibility.com/export/framework.json