# search: building a search index and providing search results (e.g., returning
#         hyperlinks and short excerpts from your website's contents). Search
#         does not include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of
#           content for generative AI search answers).
# ai-train: training or fine-tuning AI models.

User-Agent: *
Content-signal: search=yes, ai-train=no
Allow: /

# Block OpenAI
User-agent: GPTBot
Disallow: /

# Block Google AI
User-agent: Google-Extended
Disallow: /

# Block Perplexity

# Block Anthropic
User-agent: anthropic-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: ClaudeBot
Disallow: /

# Block Amazon AI Bot
User-agent: Amazonbot
Disallow: /

# Block Apple AI Bot
User-agent: Applebot-Extended
Disallow: /

# Block Bytedance
User-agent: Bytespider
Disallow: /

# Block Meta
User-agent: Meta-ExternalAgent
Disallow: /