# skilder · robots.txt
# The public surface is deliberately small: the two landings (EN/FR) plus the
# German homepage (/de/, its only page), the blog, the legal/trust documents
# and the arcade game (/aipocalypse/). Everything else is
# either private or machinery (the game's score API included).
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /aipocalypse/api/
Disallow: /portail/

# AI training & retrieval crawlers (explicitly allowed)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

Sitemap: https://www.skilder.ai/sitemap-index.xml

# Agent-readable surface. Not a standard directive, just a pointer for crawlers
# that look here first. Append `.md` to any article URL for its clean-markdown twin,
# e.g. https://www.skilder.ai/en/blog/what-is-shadow-ai.md
# llms.txt: https://www.skilder.ai/llms.txt
# llms-full.txt: https://www.skilder.ai/llms-full.txt