# robots.txt — fixture.email
# Crawling rules follow RFC 9309 (https://www.rfc-editor.org/rfc/rfc9309).
#
# fixture.email is built for agents, so crawlers and AI agents are welcome to
# read our public pages. The Content-Signal directive in each group declares
# how that content may be used (https://contentsignals.org/):
#   search    whether content may be shown in search results
#   ai-input  whether content may be used by an AI assistant to answer a user (RAG)
#   ai-train  whether content may be used to train AI/ML models

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# OpenAI — https://platform.openai.com/docs/bots
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# Anthropic — https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# Google — https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# Perplexity — https://docs.perplexity.ai/guides/bots
User-agent: PerplexityBot
User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# DuckDuckGo — https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot/
User-agent: DuckAssistBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# Amazon — https://developer.amazon.com/amazonbot
User-agent: Amazonbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# Mistral AI — https://docs.mistral.ai/robots/
User-agent: MistralAI-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# ByteDance — https://developers.cloudflare.com/bots/concepts/bot/
User-agent: Bytespider
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# Common Crawl — https://commoncrawl.org/ccbot
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# Apple — https://support.apple.com/en-us/119829
User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

# Meta — https://developers.facebook.com/docs/sharing/webmasters/web-crawlers/
User-agent: Meta-ExternalAgent
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /start
Disallow: /login
Disallow: /callback
Disallow: /logout
Disallow: /checkout
Disallow: /portal

Sitemap: https://fixture.email/sitemap.xml