User-agent: Googlebot
Disallow:

User-agent: GoogleOther
Disallow:

User-agent: Bingbot
Disallow:

User-agent: DuckDuckBot
Disallow:

User-agent: Applebot
Disallow:

User-agent: Applebot-Extended
Disallow:

User-agent: Amazonbot
Disallow:

User-agent: KagiBot
Disallow:

User-agent: GPTBot
Disallow:

User-agent: OAI-SearchBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: Claude-Web
Disallow:

User-agent: anthropic-ai
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: MistralBot
Disallow:

User-agent: MistralAI-User
Disallow:

User-agent: cohere-ai
Disallow:

User-agent: cohere-training
Disallow:

User-agent: Meta-ExternalAgent
Disallow:

User-agent: Meta-ExternalFetcher
Disallow:

User-agent: meta-externalagent
Disallow:

User-agent: YouBot
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: facebookexternalhit
Disallow:

User-agent: Facebot
Disallow:

User-agent: FacebookBot
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: Slackbot
Disallow:

User-agent: LinkedInBot
Disallow:

User-agent: Discordbot
Disallow:

User-agent: TelegramBot
Disallow:

User-agent: CCBot
Disallow:

User-agent: Bytespider
Disallow:

User-agent: Bytebot
Disallow:

User-agent: PetalBot
Disallow:

User-agent: Brave-Search
Disallow:

User-agent: xAI-Grok
Disallow:

User-agent: AI2Bot
Disallow:

User-agent: Diffbot
Disallow:

User-agent: *
Disallow:

Sitemap: https://api.aitwire.com/feeds/sitemap.xml?tenant=aitwire

# llms.txt (index): https://aitwire.com/llms.txt
# llms-full.txt (full record): https://aitwire.com/llms-full.txt
# ai-bundle.html (canonical record as HTML): https://aitwire.com/.well-known/ai-bundle.html

# AITWIRE canonical authority
# https://aitwire.com/.well-known/entity.json?tenant=aitwire
# Authority: https://aitwire.com/.well-known/entity.json