# www.cascadiagetaways.com
# https://www.cascadiagetaways.com

# ------------------------------------------------------------------
# LLM + OpenAI crawlers – explicit machine endpoint access
# ------------------------------------------------------------------
User-agent: ChatGPT-User
Allow: /mcp/
Allow: /

User-agent: OAI-SearchBot
Allow: /mcp/
Allow: /

User-agent: GPTBot
Allow: /mcp/
Allow: /

# ------------------------------------------------------------------
# Global directives
# ------------------------------------------------------------------
User-agent: *
Allow: /
Allow: /mcp/

# Disallow private application paths
Disallow: /api/
Disallow: /auth/
Disallow: /profile/
Disallow: /account/

# ------------------------------------------------------------------
# SEO crawler restrictions
# ------------------------------------------------------------------
User-agent: SemrushBot
Disallow: /rates
Disallow: /*/rates

User-agent: SemrushBot-SA
Disallow: /rates
Disallow: /*/rates

User-agent: SemrushBot-BA
Disallow: /rates
Disallow: /*/rates

User-agent: SemrushBot-SI
Disallow: /rates
Disallow: /*/rates

User-agent: SemrushBot-SWA
Disallow: /rates
Disallow: /*/rates

User-agent: SemrushBot-CT
Disallow: /rates
Disallow: /*/rates

# ------------------------------------------------------------------
# Other AI bot overrides (explicitly allowed)
# ------------------------------------------------------------------
User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Cohere-ai
Allow: /

User-agent: Anthropic-ai
Allow: /

# AI training / assistant crawlers — explicitly opted in ("AI is the customer")
User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

# ------------------------------------------------------------------
# Search-engine crawlers (explicit allows for clarity)
# ------------------------------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

# ------------------------------------------------------------------
# Sitemaps & AI manifests
# ------------------------------------------------------------------
# Human-HTML sitemap
Sitemap: https://www.cascadiagetaways.com/sitemap.xml

# LLM discovery — agent-facing Markdown twins of every published property
LLMs-Txt: https://www.cascadiagetaways.com/llms.txt