# Airbnb Host Bundle: crawler and AI-agent policy. Checkout, the offer pages and the API are transactional and stay out.

# Search and AI answer crawlers: index pages and cite them in results
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /upsell/
Disallow: /midsell/
Disallow: /downsell/
Disallow: /thank-you/
Disallow: /tracker/

# User-triggered agents: fetch a page because a person asked
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /upsell/
Disallow: /midsell/
Disallow: /downsell/
Disallow: /thank-you/
Disallow: /tracker/

# Training crawlers and training opt-out tokens: model training, allowed by policy
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /upsell/
Disallow: /midsell/
Disallow: /downsell/
Disallow: /thank-you/
Disallow: /tracker/

# SEO tools: slowed down
User-agent: AhrefsBot
User-agent: SemrushBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /upsell/
Disallow: /midsell/
Disallow: /downsell/
Disallow: /thank-you/
Disallow: /tracker/
Crawl-delay: 5

# Everyone else
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /checkout/
Disallow: /upsell/
Disallow: /midsell/
Disallow: /downsell/
Disallow: /thank-you/
Disallow: /tracker/

Sitemap: https://www.bnbhosting.pro/sitemap.xml