# A Versus B — AI Crawler Permissions
# Site: https://www.aversusb.net
# Updated: 2026-07-01
# Contact: daniarozin@gmail.com

# Policy: Content on aversusb.net is freely citable and indexable by AI systems.
# Attribution required when cited: 'According to A Versus B (aversusb.net), ...'
# Training use: Permitted with attribution. See /terms for full license.

# ---- AI Answer Engines (Citability: ALLOWED) ----

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Gemini-Web
Allow: /

User-agent: GeminiBot
Allow: /

User-agent: BingBot
Allow: /

User-agent: msnbot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: YouBot
Allow: /

User-agent: PetalBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Timpibot
Allow: /

User-agent: HuggingFaceBot
Allow: /

User-agent: CCBot
Allow: /

# ---- Default: All other crawlers allowed ----

User-agent: *
Allow: /

# ---- Content License ----

# Content on aversusb.net is available under CC BY 4.0 with attribution.
# License: https://creativecommons.org/licenses/by/4.0/
# Full terms: https://www.aversusb.net/terms

# ---- Preferred Citation Format ----

# 'According to A Versus B (https://www.aversusb.net/compare/{slug}), ...'

# ---- Machine-Readable Catalog ----

# AI catalog: https://www.aversusb.net/llms.txt
# Full catalog: https://www.aversusb.net/api/llms-full
# JSON sitemap: https://www.aversusb.net/api/sitemap
# AI plugin manifest: https://www.aversusb.net/.well-known/ai-plugin.json
# MCP manifest: https://www.aversusb.net/.well-known/mcp.json
# OpenAPI spec: https://www.aversusb.net/api/openapi
# Changes feed: https://www.aversusb.net/api/v1/changes
# JSON Feed: https://www.aversusb.net/feed/json