{
  "domain": "booking.com",
  "scannedAt": "2026-10-22T11:28:36.288Z",
  "unreachable": false,
  "files": {
    "robots": {
      "url": "https://booking.com/robots.txt",
      "httpStatus": 200,
      "present": true,
      "contentType": "text/plain",
      "error": null,
      "snippet": "#       %%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#    %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#   %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#  %%%%%%               %%%%%%%%%%%%%%%%%\n#  %%%%%                 %%%%%%%%%%%%%%%%\n#  %%%%%       %%%%%       %%%%%%%%%%%%%%\n#  %%%%%      %%%%%%%%     %%%%%%%%%%%%%%         @@@@@@@@@@@       @@@@@@@@@@@@@@@        @@@@@@@@@\n#  %%%%%      %%%%%%%      %%%%%%%%%%%%%%      @@@@@@@@@@@@@@@@@    @@@@@@@@@@@@@@@     @@@@@@@@@@@@@@@\n#  %%%%%                 %%%%%%%%%%%%%%%%     @@@@@@@        @@@@   @@@@@             @@@@@@@     @@@@@@@\n#  %%%%%                  %%%%%%%%%%%%%%%      @@@@@@@@             @@@@@@@@@@@@@@   @@@@@@@       @@@@@@@\n#  %%%%%      %%%%%%%%      %%%%%%%%%%%%%        @@@@@@@@@@@@@      @@@@@@@@@@@@@@   @@@@@@         @@@@@@\n#  %%%%%      %%%%%%%%%     %%%%%%%%%%%%%                @@@@@@@    @@@@@            @@@@@@@       @@@@@@@\n#  %%%%%      %%%%%%%%      %%%     %%%%%     @@@@@@       @@@@@@   @@@@@             @@@@@@@     @@@@@@@\n#  %%%%%                   %%%       %%%%      @@@@@@@@@@@@@@@@@    @@@@@@@@@@@@@@@    @@@@@@@@@@@@@@@@@\n#  %%%%%                %%%%%%%     %%%%%        @@@@@@@@@@@@@      @@@@@@@@@@@@@@@       @@@@@@@@@@@\n#  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#\n#\n#  It's our mission to make it easier for everyone to experience the world, even bots!\n#\n#  You know you could be getting paid to poke around in our code?\n#  We're hiring Search Marketers, \n…(truncated)"
    },
    "llms": {
      "url": "https://booking.com/llms.txt",
      "httpStatus": 404,
      "present": false,
      "contentType": "text/html; charset=UTF-8",
      "error": null,
      "snippet": ""
    },
    "agentsJson": {
      "url": "https://booking.com/.well-known/agents.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    },
    "aiCatalog": {
      "url": "https://booking.com/.well-known/ai-catalog.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    },
    "botaccess": {
      "url": "https://booking.com/.well-known/botaccess.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    }
  },
  "relevantRobotsGroups": {
    "*": [
      "Disallow: /alt_avail*",
      "Disallow: /fragment.*.html",
      "Disallow: /fragment.html",
      "Disallow: /fragment.*.json",
      "Disallow: /fragment.json",
      "Disallow: /_frdtcr",
      "Disallow: /go$",
      "Disallow: /go?*",
      "Disallow: /honing.html",
      "Disallow: /photo.html",
      "Disallow: /photo.en.html",
      "Disallow: /photo.de.html",
      "Disallow: /photo.nl.html",
      "Disallow: /photo.fr.html",
      "Disallow: /photo.es.html",
      "Disallow: /photo.it.html",
      "Disallow: /photo.pt.html",
      "Disallow: /photo.ja.html",
      "Disallow: /photo.zh.html",
      "Disallow: /photo.pl.html",
      "Disallow: /book.html",
      "Disallow: /mybooking.html",
      "Disallow: /confirmation.html",
      "Disallow: /srcompset.*.html",
      "Disallow: /srcompset.html",
      "Disallow: /navigation_times",
      "Disallow: /hotelsonmap.*.json",
      "Disallow: /general.*",
      "Disallow: /markers_on_map",
      "Disallow: /logo",
      "Disallow: /load_times",
      "Disallow: /anysearch.*",
      "Disallow: /region_attractions",
      "Disallow: /*city_bookings",
      "Disallow: /*nofollow=1",
      "Disallow: /flexiproduct",
      "Disallow: /asapi/*",
      "Disallow: /js_errors",
      "Disallow: /js_tracking",
      "Disallow: /join_js_tracking"
    ]
  },
  "bots": {
    "GPTBot": {
      "vendor": "OpenAI",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "OAI-SearchBot": {
      "vendor": "OpenAI",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "ChatGPT-User": {
      "vendor": "OpenAI",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "ClaudeBot": {
      "vendor": "Anthropic",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "Claude-User": {
      "vendor": "Anthropic",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "Claude-SearchBot": {
      "vendor": "Anthropic",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "Google-Extended": {
      "vendor": "Google AI",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "PerplexityBot": {
      "vendor": "Perplexity",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "Perplexity-User": {
      "vendor": "Perplexity",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "Bytespider": {
      "vendor": "ByteDance",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "CCBot": {
      "vendor": "Common Crawl",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    },
    "Meta-ExternalAgent": {
      "vendor": "Meta",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/alt_avail*",
        "/fragment.*.html",
        "/fragment.html",
        "/fragment.*.json",
        "/fragment.json",
        "/_frdtcr",
        "/go$",
        "/go?*",
        "/honing.html",
        "/photo.html",
        "/photo.en.html",
        "/photo.de.html",
        "/photo.nl.html",
        "/photo.fr.html",
        "/photo.es.html",
        "/photo.it.html",
        "/photo.pt.html",
        "/photo.ja.html",
        "/photo.zh.html",
        "/photo.pl.html",
        "/book.html",
        "/mybooking.html",
        "/confirmation.html",
        "/srcompset.*.html",
        "/srcompset.html",
        "/navigation_times",
        "/hotelsonmap.*.json",
        "/general.*",
        "/markers_on_map",
        "/logo",
        "/load_times",
        "/anysearch.*",
        "/region_attractions",
        "/*city_bookings",
        "/*nofollow=1",
        "/flexiproduct",
        "/asapi/*",
        "/js_errors",
        "/js_tracking",
        "/join_js_tracking",
        "/sendlayoutevents",
        "/squeak",
        "/track",
        "/episode_times",
        "/event",
        "/gta_impression*",
        "/monthly_minrates*",
        "/sitembk-reviews-https-index.xml",
        "/vpmlogdesktopscreensize",
        "/hotel/us/the-airstream-van.*.html",
        "/best-price-guarantee/index.*",
        "/secure-booking/index.*",
        "/get-instant-confirmation/index.*",
        "/book-now-pay-later/index.*",
        "/no-booking-fees/index.*",
        "/we-speak-your-language/index.*",
        "/deals-special-offers/index.*",
        "/free-cancellation/index.*",
        "/pxgo?*",
        "/pxbook?*",
        "/product_header.html",
        "/bas/*",
        "/c360_v1_track",
        "/c360/v1/track",
        "/c360-api/",
        "/log_rt_blocks_order",
        "/hotel_rt_onview",
        "/prelanding_product",
        "/articles/tag/",
        "/articles/category/",
        "/cndlp/",
        "/fl/exposed",
        "/pr_ue",
        "/affiliatewidget",
        "/purge_cookies",
        "/searchbox.html",
        "/hotelfeaturedreviews/"
      ],
      "allow": [
        "/index.hi.*",
        "/hotel/index.hi.*",
        "/cars/index.hi.*",
        "/flights/index.hi.*",
        "/attractions/index.hi.*",
        "/taxi/index.hi.*"
      ],
      "note": "inherits User-agent: *"
    }
  }
}