{
  "domain": "airbnb.com",
  "scannedAt": "2026-10-22T11:28:37.895Z",
  "unreachable": false,
  "files": {
    "robots": {
      "url": "https://airbnb.com/robots.txt",
      "httpStatus": 200,
      "present": true,
      "contentType": "text/plain;charset=utf-8",
      "error": null,
      "snippet": "#\n#              ///////\n#             //     //\n#            //       //\n#           //         //                           ///             ///                      ///\n#          //           //                                          ///                      ///\n#         //     ///     //               //// ///  ///  /// ////   /// ////     /// ////    /// ////\n#        //   ///   ///   //            //////////  ///  ////////// ///////////  //////////  ///////////\n#       //   //       //   //          ///     ///  ///  ///        ///      /// ///     /// ///      ///\n#      //    //       //    //        ///      ///  ///  ///        ///      /// ///     /// ///      ///\n#     //      //     //      //        ///     ///  ///  ///        ///     ///  ///     /// ///     ///\n#    //        //   //        //        //////////  ///  ///        //////////   ///     /// //////////\n#    //         /////         //\n#    //         /////         //\n#     //      ///   ///      //\n#       //////         //////\n#\n#\n#    Hello bot, engineer, or very lost layperson! Welcome to your stay on the Airbnb site, we're happy to have you as a guest.\n#    If you're a human who likes solving interesting challenges with other humans, check out our careers page: https://careers.airbnb.com/positions/?_departments=engineering\n#    If you're a bot who likes crawling webpages, please mind the house rules and avoid accessing any disallowed subfolders to earn a 5-star review from us.\n#    Either wa\n…(truncated)"
    },
    "llms": {
      "url": "https://airbnb.com/llms.txt",
      "httpStatus": 404,
      "present": false,
      "contentType": "text/html;charset=utf-8",
      "error": null,
      "snippet": ""
    },
    "agentsJson": {
      "url": "https://airbnb.com/.well-known/agents.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    },
    "aiCatalog": {
      "url": "https://airbnb.com/.well-known/ai-catalog.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    },
    "botaccess": {
      "url": "https://airbnb.com/.well-known/botaccess.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    }
  },
  "relevantRobotsGroups": {
    "oai-searchbot": [
      "Allow: /calendar/ical/",
      "Allow: /.well-known/amphtml/apikey.pub",
      "Disallow: /.well-known/assetlinks.json",
      "Disallow: /*/skeleton",
      "Disallow: /*/sw_skeleton",
      "Disallow: /500",
      "Disallow: /account",
      "Disallow: /alumni",
      "Disallow: /api/v1/trebuchet",
      "Disallow: /associates/click",
      "Disallow: /book/",
      "Disallow: /calendar/",
      "Disallow: /contact_host",
      "Disallow: /disaster/lookup",
      "Disallow: /email/unsubscribe",
      "Disallow: /embeddable",
      "Disallow: /experiences/*?*scheduled_id",
      "Disallow: /experiences/*?*modal",
      "Disallow: /experiences/*/book",
      "Disallow: /external_link?",
      "Disallow: /fix-it",
      "Disallow: /fixit",
      "Disallow: /forgot_password",
      "Disallow: /google_place_photo",
      "Disallow: /api/v2/google_place_photos",
      "Disallow: /groups",
      "Disallow: /guidebooks",
      "Disallow: /help/feedback",
      "Disallow: /help/search",
      "Disallow: /help/search",
      "Disallow: /home/dashboard",
      "Disallow: /inbox",
      "Disallow: /login_with_redirect",
      "Disallow: /logout",
      "Disallow: /manage-listing",
      "Disallow: /messaging/ajax_already_messaged/",
      "Disallow: /my_listings",
      "Disallow: /oauth_connect",
      "Disallow: /payments/book",
      "Disallow: /reservation"
    ],
    "chatgpt-user": [
      "Allow: /calendar/ical/",
      "Allow: /.well-known/amphtml/apikey.pub",
      "Disallow: /.well-known/assetlinks.json",
      "Disallow: /*/skeleton",
      "Disallow: /*/sw_skeleton",
      "Disallow: /500",
      "Disallow: /account",
      "Disallow: /alumni",
      "Disallow: /api/v1/trebuchet",
      "Disallow: /associates/click",
      "Disallow: /book/",
      "Disallow: /calendar/",
      "Disallow: /contact_host",
      "Disallow: /disaster/lookup",
      "Disallow: /email/unsubscribe",
      "Disallow: /embeddable",
      "Disallow: /experiences/*?*scheduled_id",
      "Disallow: /experiences/*?*modal",
      "Disallow: /experiences/*/book",
      "Disallow: /external_link?",
      "Disallow: /fix-it",
      "Disallow: /fixit",
      "Disallow: /forgot_password",
      "Disallow: /google_place_photo",
      "Disallow: /api/v2/google_place_photos",
      "Disallow: /groups",
      "Disallow: /guidebooks",
      "Disallow: /help/feedback",
      "Disallow: /help/search",
      "Disallow: /help/search",
      "Disallow: /home/dashboard",
      "Disallow: /inbox",
      "Disallow: /login_with_redirect",
      "Disallow: /logout",
      "Disallow: /manage-listing",
      "Disallow: /messaging/ajax_already_messaged/",
      "Disallow: /my_listings",
      "Disallow: /oauth_connect",
      "Disallow: /payments/book",
      "Disallow: /reservation"
    ],
    "meta-externalagent": [
      "Allow: /calendar/ical/",
      "Allow: /.well-known/amphtml/apikey.pub",
      "Disallow: /.well-known/assetlinks.json",
      "Disallow: /*/skeleton",
      "Disallow: /*/sw_skeleton",
      "Disallow: /500",
      "Disallow: /account",
      "Disallow: /alumni",
      "Disallow: /api/v1/trebuchet",
      "Disallow: /associates/click",
      "Disallow: /book/",
      "Disallow: /calendar/",
      "Disallow: /contact_host",
      "Disallow: /disaster/lookup",
      "Disallow: /email/unsubscribe",
      "Disallow: /embeddable",
      "Disallow: /experiences/*?*scheduled_id",
      "Disallow: /experiences/*?*modal",
      "Disallow: /experiences/*/book",
      "Disallow: /external_link?",
      "Disallow: /fix-it",
      "Disallow: /fixit",
      "Disallow: /forgot_password",
      "Disallow: /google_place_photo",
      "Disallow: /api/v2/google_place_photos",
      "Disallow: /groups",
      "Disallow: /guidebooks",
      "Disallow: /help/feedback",
      "Disallow: /help/search",
      "Disallow: /help/search",
      "Disallow: /home/dashboard",
      "Disallow: /inbox",
      "Disallow: /login_with_redirect",
      "Disallow: /logout",
      "Disallow: /manage-listing",
      "Disallow: /messaging/ajax_already_messaged/",
      "Disallow: /my_listings",
      "Disallow: /oauth_connect",
      "Disallow: /payments/book",
      "Disallow: /reservation"
    ],
    "perplexitybot": [
      "Allow: /calendar/ical/",
      "Allow: /.well-known/amphtml/apikey.pub",
      "Disallow: /.well-known/assetlinks.json",
      "Disallow: /*/skeleton",
      "Disallow: /*/sw_skeleton",
      "Disallow: /500",
      "Disallow: /account",
      "Disallow: /alumni",
      "Disallow: /api/v1/trebuchet",
      "Disallow: /associates/click",
      "Disallow: /book/",
      "Disallow: /calendar/",
      "Disallow: /contact_host",
      "Disallow: /disaster/lookup",
      "Disallow: /email/unsubscribe",
      "Disallow: /embeddable",
      "Disallow: /experiences/*?*scheduled_id",
      "Disallow: /experiences/*?*modal",
      "Disallow: /experiences/*/book",
      "Disallow: /external_link?",
      "Disallow: /fix-it",
      "Disallow: /fixit",
      "Disallow: /forgot_password",
      "Disallow: /google_place_photo",
      "Disallow: /api/v2/google_place_photos",
      "Disallow: /groups",
      "Disallow: /guidebooks",
      "Disallow: /help/feedback",
      "Disallow: /help/search",
      "Disallow: /help/search",
      "Disallow: /home/dashboard",
      "Disallow: /inbox",
      "Disallow: /login_with_redirect",
      "Disallow: /logout",
      "Disallow: /manage-listing",
      "Disallow: /messaging/ajax_already_messaged/",
      "Disallow: /my_listings",
      "Disallow: /oauth_connect",
      "Disallow: /payments/book",
      "Disallow: /reservation"
    ],
    "gptbot": [
      "Disallow: /"
    ],
    "claudebot": [
      "Disallow: /"
    ],
    "*": [
      "Allow: /calendar/ical/",
      "Allow: /.well-known/amphtml/apikey.pub",
      "Disallow: /.well-known/assetlinks.json",
      "Disallow: /*/skeleton",
      "Disallow: /*/sw_skeleton",
      "Disallow: /500",
      "Disallow: /account",
      "Disallow: /alumni",
      "Disallow: /api/v1/trebuchet",
      "Disallow: /associates/click",
      "Disallow: /book/",
      "Disallow: /calendar/",
      "Disallow: /contact_host",
      "Disallow: /disaster/lookup",
      "Disallow: /email/unsubscribe",
      "Disallow: /embeddable",
      "Disallow: /experiences/*?*scheduled_id",
      "Disallow: /experiences/*?*modal",
      "Disallow: /experiences/*/book",
      "Disallow: /external_link?",
      "Disallow: /fix-it",
      "Disallow: /fixit",
      "Disallow: /forgot_password",
      "Disallow: /google_place_photo",
      "Disallow: /api/v2/google_place_photos",
      "Disallow: /groups",
      "Disallow: /guidebooks",
      "Disallow: /help/feedback",
      "Disallow: /help/search",
      "Disallow: /help/search",
      "Disallow: /home/dashboard",
      "Disallow: /inbox",
      "Disallow: /login_with_redirect",
      "Disallow: /logout",
      "Disallow: /manage-listing",
      "Disallow: /messaging/ajax_already_messaged/",
      "Disallow: /my_listings",
      "Disallow: /oauth_connect",
      "Disallow: /payments/book",
      "Disallow: /reservation"
    ]
  },
  "bots": {
    "GPTBot": {
      "vendor": "OpenAI",
      "kind": "training-crawler",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "OAI-SearchBot": {
      "vendor": "OpenAI",
      "kind": "search-index",
      "status": "partial",
      "explicit": true,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ]
    },
    "ChatGPT-User": {
      "vendor": "OpenAI",
      "kind": "user-action",
      "status": "partial",
      "explicit": true,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ]
    },
    "ClaudeBot": {
      "vendor": "Anthropic",
      "kind": "training-crawler",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "Claude-User": {
      "vendor": "Anthropic",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ],
      "note": "inherits User-agent: *"
    },
    "Claude-SearchBot": {
      "vendor": "Anthropic",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ],
      "note": "inherits User-agent: *"
    },
    "Google-Extended": {
      "vendor": "Google AI",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ],
      "note": "inherits User-agent: *"
    },
    "PerplexityBot": {
      "vendor": "Perplexity",
      "kind": "search-index",
      "status": "partial",
      "explicit": true,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places",
        "/rooms/",
        "/experiences/"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ]
    },
    "Perplexity-User": {
      "vendor": "Perplexity",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ],
      "note": "inherits User-agent: *"
    },
    "Bytespider": {
      "vendor": "ByteDance",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ],
      "note": "inherits User-agent: *"
    },
    "CCBot": {
      "vendor": "Common Crawl",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ],
      "note": "inherits User-agent: *"
    },
    "Meta-ExternalAgent": {
      "vendor": "Meta",
      "kind": "training-crawler",
      "status": "partial",
      "explicit": true,
      "effective": "partial",
      "disallow": [
        "/.well-known/assetlinks.json",
        "/*/skeleton",
        "/*/sw_skeleton",
        "/500",
        "/account",
        "/alumni",
        "/api/v1/trebuchet",
        "/associates/click",
        "/book/",
        "/calendar/",
        "/contact_host",
        "/disaster/lookup",
        "/email/unsubscribe",
        "/embeddable",
        "/experiences/*?*scheduled_id",
        "/experiences/*?*modal",
        "/experiences/*/book",
        "/external_link?",
        "/fix-it",
        "/fixit",
        "/forgot_password",
        "/google_place_photo",
        "/api/v2/google_place_photos",
        "/groups",
        "/guidebooks",
        "/help/feedback",
        "/help/search",
        "/help/search",
        "/home/dashboard",
        "/inbox",
        "/login_with_redirect",
        "/logout",
        "/manage-listing",
        "/messaging/ajax_already_messaged/",
        "/my_listings",
        "/oauth_connect",
        "/payments/book",
        "/reservation",
        "/rooms/*/amenities",
        "/rooms/*/enhanced-cleaning",
        "/rooms/*/house-rules",
        "/rooms/*/location",
        "/rooms/*/photos",
        "/rooms/*/reviews",
        "/rooms/*/safety",
        "/rooms/*?viralityEntryPoint",
        "/rooms/*/cancellation-policy",
        "/rooms/*/description",
        "/s/guidebooks",
        "/signed_out_modal.json",
        "/signup_modal",
        "/stories",
        "/trips/upcoming",
        "/trips/v1/",
        "/update-your-browser",
        "/users/*/listings",
        "/users/show",
        "/users/profile",
        "/api/v3/LandingPageStaysQuery",
        "/s/*/*",
        "/things-to-do/places"
      ],
      "allow": [
        "/calendar/ical/",
        "/.well-known/amphtml/apikey.pub"
      ]
    }
  }
}