User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes, use=full
Allow: /
Disallow: /export
Disallow: /graph
Disallow: /submit
Disallow: /maintenance/
Disallow: /api/
Disallow: /private/
Disallow: /arena/policy/disallowed/
Disallow: /arena/boundaries/robots-gate

# AI crawlers are welcome in the bounded arena except for their named policy control.
User-agent: GPTBot
Allow: /
Disallow: /export
Disallow: /graph
Disallow: /submit
Disallow: /maintenance/
Disallow: /api/
Disallow: /private/
Disallow: /arena/policy/disallowed/
Disallow: /arena/boundaries/robots-gate
Disallow: /arena/policy/gptbot-blocked

User-agent: ClaudeBot
Allow: /
Disallow: /export
Disallow: /graph
Disallow: /submit
Disallow: /maintenance/
Disallow: /api/
Disallow: /private/
Disallow: /arena/policy/disallowed/
Disallow: /arena/boundaries/robots-gate
Disallow: /arena/policy/claudebot-blocked

User-agent: PerplexityBot
Allow: /
Disallow: /export
Disallow: /graph
Disallow: /submit
Disallow: /maintenance/
Disallow: /api/
Disallow: /private/
Disallow: /arena/policy/disallowed/
Disallow: /arena/boundaries/robots-gate
Disallow: /arena/policy/perplexitybot-blocked

Sitemap: https://lab-crawler.aiwiki.ch/sitemap.xml