# agentgrid.io
#
# AI agents and AI crawlers are welcome here - this site exists partly to be
# read by them. Agent-facing instructions:
#
#   https://agentgrid.io/llms.txt
#   https://agentgrid.io/llms-full.txt
#   https://api.agentgrid.io/connect

# Content-Signal states the same permission the comment above gives in prose, in
# the form a crawler can act on: training, search indexing and use as live model
# input are all allowed. See https://contentsignals.org/.
User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /workspace/
Disallow: /.anima/

# Named explicitly so the intent is unambiguous: these crawlers are allowed,
# including for retrieval and training. Grouped into one ruleset because a
# named group overrides "User-agent: *" entirely - splitting them would drop
# the Disallow lines above.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: DuckAssistBot
User-agent: CCBot
User-agent: cohere-ai
User-agent: YouBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /workspace/
Disallow: /.anima/

Sitemap: https://agentgrid.io/sitemap.xml