# vurr.app
# Everything is open. The rules below are explicit rather than relying on the
# wildcard, because a large share of sites still carry leftover AI blocks from
# the 2023-24 "block everything" period, and we want the opposite to be
# unambiguous to anyone auditing this file.

User-agent: *
Allow: /
Disallow: /studio/

# --- AI answer engines: retrieval and citation -----------------------------
# These fetch pages live to answer a user's question and cite sources.
# This is the traffic we actively want.
User-agent: OAI-SearchBot
Allow: /
Disallow: /studio/

User-agent: ChatGPT-User
Allow: /
Disallow: /studio/

User-agent: Claude-User
Allow: /
Disallow: /studio/

User-agent: Claude-SearchBot
Allow: /
Disallow: /studio/

User-agent: PerplexityBot
Allow: /
Disallow: /studio/

User-agent: Perplexity-User
Allow: /
Disallow: /studio/

# --- AI training crawlers --------------------------------------------------
# Allowed deliberately. VURR is an unknown brand in a category where models get
# asked for recommendations. Being in the training data is worth more to us than
# withholding marketing copy we published in order to be read.
User-agent: GPTBot
Allow: /
Disallow: /studio/

User-agent: ClaudeBot
Allow: /
Disallow: /studio/

User-agent: anthropic-ai
Allow: /
Disallow: /studio/

User-agent: Google-Extended
Allow: /
Disallow: /studio/

User-agent: Applebot-Extended
Allow: /
Disallow: /studio/

User-agent: Amazonbot
Allow: /
Disallow: /studio/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /studio/

User-agent: CCBot
Allow: /
Disallow: /studio/

Sitemap: https://vurr.app/sitemap.xml

# Plain-language summaries written for language models:
#   https://vurr.app/llms.txt       short overview
#   https://vurr.app/llms-full.txt  full site content in one file