# /home/bookora/htdocs/bookora.co.uk/public/robots.txt
# BKSEO-WAVE1-2026-04-26 — opened up /hotels/{city}, /activities/{city}, /transfers/{from}-to-{to}
# BKSEO-WAVE3-2026-04-26 — sharded sitemap: cities, villages, counties, postcodes, airports,
# transfers, flights, businesses, categories, blog
User-agent: *
Allow: /
Allow: /businesses
Allow: /businesses/
Allow: /directory
Allow: /directory/

# Block private + transactional + admin paths only
Disallow: /admin/
Disallow: /admin
Disallow: /dashboard/
Disallow: /dashboard
Disallow: /account/
Disallow: /account
Disallow: /api/
Disallow: /book/
Disallow: /book/checkout/
Disallow: /book/checkout
Disallow: /pay/
Disallow: /checkout/
Disallow: /hotels/book/
Disallow: /hotels/*/book
Disallow: /activities/booking/
Disallow: /activities/*/book
Disallow: /transfers/book
Disallow: /transfers/booking/
Disallow: /flights/book
Disallow: /flights/search
Disallow: /hotels/search
Disallow: /activities/search
Disallow: /transfers/search
# BKWAVE37-2026-05-20 — block crawlers from /flights/offer/{id} (Duffel offer IDs expire ~30min, served 410-gone after; was generating 6722 BKFLIGHTS getOffer 404 warnings per 36h from GPTBot/meta-externalagent)
Disallow: /flights/offer/
Disallow: /flights/booking/
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /verify
Disallow: /staff/
Disallow: /reset
Disallow: /logout

# BK-AEO-2026-07-09 — explicit welcome for AI answer-engine crawlers (ChatGPT Search, Perplexity, Claude, Gemini, Copilot).
# Named groups override "User-agent: *" per RFC, so the Disallow set is repeated here.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: CCBot
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: DuckAssistBot
User-agent: cohere-ai
Allow: /
Disallow: /flights/search
Disallow: /hotels/search
Disallow: /activities/search
Disallow: /transfers/search
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/
Disallow: /api/
Disallow: /book/
Disallow: /pay/
Disallow: /checkout/
Disallow: /flights/offer/
Disallow: /flights/booking/
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /verify
Disallow: /reset
Disallow: /logout
Disallow: /staff/

# Sitemap index (Google will discover all child shards via the index)
Sitemap: https://bookora.co.uk/sitemap.xml

# Explicit shards (redundant but ensures discoverability)
Sitemap: https://bookora.co.uk/sitemap-static.xml
Sitemap: https://bookora.co.uk/sitemap-businesses.xml
Sitemap: https://bookora.co.uk/sitemap-categories.xml
Sitemap: https://bookora.co.uk/sitemap-blog.xml
Sitemap: https://bookora.co.uk/sitemap-listings.xml
Sitemap: https://bookora.co.uk/sitemap-discovery.xml
Sitemap: https://bookora.co.uk/sitemap-listings-2.xml
Sitemap: https://bookora.co.uk/sitemap-listings-3.xml
Sitemap: https://bookora.co.uk/sitemap-listings-4.xml
Sitemap: https://bookora.co.uk/sitemap-listings-5.xml
Sitemap: https://bookora.co.uk/sitemap-listings-6.xml