# Pilot Stays — https://pilotplans.com
# Hotel discovery surface. Brand and product info: see https://www.pilotplans.com/llms.txt
# AI assistants: see https://pilotplans.com/llms.txt
# Attribution: any data referenced or used must credit Pilot with a link to https://pilotplans.com
#
# /experiences and /forwarding are disallowed for every crawler below. Viator's
# partner API terms (Protecting unique content) require that Viator-supplied
# content — product descriptions, itineraries and reviews — is not indexed by
# search engines, so the whole experiences surface is closed to robots. The
# routes also send `noindex, nofollow`. Mirrors `Disallow: /experiences-api/`
# in the app's robots.txt (apps/frontend/public/robots.txt).
#
# /places?, /eats? (Explore search, not the POI pages) and /api/ are disallowed too.
# A crawled search runs paid Places calls.
#
# Content-Signal (https://contentsignals.org): hotel pages may be indexed and
# used to answer questions, but not used for AI training. Hotel descriptions and
# photos come from Pilot's suppliers, so training use is left off.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no

Allow: /
Allow: /stays
Allow: /stays/
Allow: /stays/*
Allow: /places/
Allow: /places/*
Allow: /eats/
Allow: /eats/*
Allow: /attractions/
Allow: /attractions/*
Allow: /restaurants/
Allow: /restaurants/*
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/

# OpenAI
User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# Anthropic
User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
User-agent: Claude-Web
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
User-agent: anthropic-ai
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# Perplexity
User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# Google AI
User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# Apple Intelligence
User-agent: Applebot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# Common Crawl
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# Amazon
User-agent: Amazonbot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# Meta AI
User-agent: meta-externalagent
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
User-agent: FacebookBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# ByteDance
User-agent: Bytespider
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# Cohere
User-agent: cohere-ai
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# DuckDuckGo AI
User-agent: DuckAssistBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# You.com
User-agent: YouBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
# Mistral
User-agent: MistralAI-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /experiences
Disallow: /forwarding
Disallow: /places?
Disallow: /eats?
Disallow: /api/
Sitemap: https://pilotplans.com/sitemap.xml
Agentmap: https://mcp.pilotplans.com/.well-known/ai-catalog.json