User-agent: *
Sitemap: https://bookbetter.travel/sitemap.xml

# Content pages need these JSON endpoints to render for crawlers
Allow: /api/content/
# Don't look through the api
Disallow: /api

# Don't look through the admin stuff
Disallow: /gdfcm
Disallow: /tinymce
Disallow: /health
Disallow: /jsi18n
Disallow: /celery
Disallow: /webhooks
Disallow: /cookies
Disallow: /posthog-debug

# Don't look at a specefic search
Disallow: /departure
Disallow: /flight-configuration
Disallow: /sucess
Disallow: /payment
Disallow: /__debug__