{
  "spec": "https://sibotaccess.com/spec",
  "generator": "SIbotaccessScanner/0.1 (+https://sibotaccess.com)",
  "scannedAt": "2026-10-22T11:28:37.904Z",
  "durationMs": 3390,
  "bots": [
    {
      "id": "GPTBot",
      "vendor": "OpenAI",
      "kind": "training-crawler"
    },
    {
      "id": "OAI-SearchBot",
      "vendor": "OpenAI",
      "kind": "search-index"
    },
    {
      "id": "ChatGPT-User",
      "vendor": "OpenAI",
      "kind": "user-action"
    },
    {
      "id": "ClaudeBot",
      "vendor": "Anthropic",
      "kind": "training-crawler"
    },
    {
      "id": "Claude-User",
      "vendor": "Anthropic",
      "kind": "user-action"
    },
    {
      "id": "Claude-SearchBot",
      "vendor": "Anthropic",
      "kind": "search-index"
    },
    {
      "id": "Google-Extended",
      "vendor": "Google AI",
      "kind": "training-crawler"
    },
    {
      "id": "PerplexityBot",
      "vendor": "Perplexity",
      "kind": "search-index"
    },
    {
      "id": "Perplexity-User",
      "vendor": "Perplexity",
      "kind": "user-action"
    },
    {
      "id": "Bytespider",
      "vendor": "ByteDance",
      "kind": "training-crawler"
    },
    {
      "id": "CCBot",
      "vendor": "Common Crawl",
      "kind": "training-crawler"
    },
    {
      "id": "Meta-ExternalAgent",
      "vendor": "Meta",
      "kind": "training-crawler"
    }
  ],
  "siteCount": 20,
  "reachableCount": 20,
  "sites": [
    {
      "domain": "airbnb.com",
      "scannedAt": "2026-10-22T11:28:37.895Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://airbnb.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain;charset=utf-8",
          "error": null,
          "snippet": "#\n#              ///////\n#             //     //\n#            //       //\n#           //         //                           ///             ///                      ///\n#          //           //                                          ///                      ///\n#         //     ///     //               //// ///  ///  /// ////   /// ////     /// ////    /// ////\n#        //   ///   ///   //            //////////  ///  ////////// ///////////  //////////  ///////////\n#       //   //       //   //          ///     ///  ///  ///        ///      /// ///     /// ///      ///\n#      //    //       //    //        ///      ///  ///  ///        ///      /// ///     /// ///      ///\n#     //      //     //      //        ///     ///  ///  ///        ///     ///  ///     /// ///     ///\n#    //        //   //        //        //////////  ///  ///        //////////   ///     /// //////////\n#    //         /////         //\n#    //         /////         //\n#     //      ///   ///      //\n#       //////         //////\n#\n#\n#    Hello bot, engineer, or very lost layperson! Welcome to your stay on the Airbnb site, we're happy to have you as a guest.\n#    If you're a human who likes solving interesting challenges with other humans, check out our careers page: https://careers.airbnb.com/positions/?_departments=engineering\n#    If you're a bot who likes crawling webpages, please mind the house rules and avoid accessing any disallowed subfolders to earn a 5-star review from us.\n#    Either wa\n…(truncated)"
        },
        "llms": {
          "url": "https://airbnb.com/llms.txt",
          "httpStatus": 404,
          "present": false,
          "contentType": "text/html;charset=utf-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://airbnb.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://airbnb.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://airbnb.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "oai-searchbot": [
          "Allow: /calendar/ical/",
          "Allow: /.well-known/amphtml/apikey.pub",
          "Disallow: /.well-known/assetlinks.json",
          "Disallow: /*/skeleton",
          "Disallow: /*/sw_skeleton",
          "Disallow: /500",
          "Disallow: /account",
          "Disallow: /alumni",
          "Disallow: /api/v1/trebuchet",
          "Disallow: /associates/click",
          "Disallow: /book/",
          "Disallow: /calendar/",
          "Disallow: /contact_host",
          "Disallow: /disaster/lookup",
          "Disallow: /email/unsubscribe",
          "Disallow: /embeddable",
          "Disallow: /experiences/*?*scheduled_id",
          "Disallow: /experiences/*?*modal",
          "Disallow: /experiences/*/book",
          "Disallow: /external_link?",
          "Disallow: /fix-it",
          "Disallow: /fixit",
          "Disallow: /forgot_password",
          "Disallow: /google_place_photo",
          "Disallow: /api/v2/google_place_photos",
          "Disallow: /groups",
          "Disallow: /guidebooks",
          "Disallow: /help/feedback",
          "Disallow: /help/search",
          "Disallow: /help/search",
          "Disallow: /home/dashboard",
          "Disallow: /inbox",
          "Disallow: /login_with_redirect",
          "Disallow: /logout",
          "Disallow: /manage-listing",
          "Disallow: /messaging/ajax_already_messaged/",
          "Disallow: /my_listings",
          "Disallow: /oauth_connect",
          "Disallow: /payments/book",
          "Disallow: /reservation"
        ],
        "chatgpt-user": [
          "Allow: /calendar/ical/",
          "Allow: /.well-known/amphtml/apikey.pub",
          "Disallow: /.well-known/assetlinks.json",
          "Disallow: /*/skeleton",
          "Disallow: /*/sw_skeleton",
          "Disallow: /500",
          "Disallow: /account",
          "Disallow: /alumni",
          "Disallow: /api/v1/trebuchet",
          "Disallow: /associates/click",
          "Disallow: /book/",
          "Disallow: /calendar/",
          "Disallow: /contact_host",
          "Disallow: /disaster/lookup",
          "Disallow: /email/unsubscribe",
          "Disallow: /embeddable",
          "Disallow: /experiences/*?*scheduled_id",
          "Disallow: /experiences/*?*modal",
          "Disallow: /experiences/*/book",
          "Disallow: /external_link?",
          "Disallow: /fix-it",
          "Disallow: /fixit",
          "Disallow: /forgot_password",
          "Disallow: /google_place_photo",
          "Disallow: /api/v2/google_place_photos",
          "Disallow: /groups",
          "Disallow: /guidebooks",
          "Disallow: /help/feedback",
          "Disallow: /help/search",
          "Disallow: /help/search",
          "Disallow: /home/dashboard",
          "Disallow: /inbox",
          "Disallow: /login_with_redirect",
          "Disallow: /logout",
          "Disallow: /manage-listing",
          "Disallow: /messaging/ajax_already_messaged/",
          "Disallow: /my_listings",
          "Disallow: /oauth_connect",
          "Disallow: /payments/book",
          "Disallow: /reservation"
        ],
        "meta-externalagent": [
          "Allow: /calendar/ical/",
          "Allow: /.well-known/amphtml/apikey.pub",
          "Disallow: /.well-known/assetlinks.json",
          "Disallow: /*/skeleton",
          "Disallow: /*/sw_skeleton",
          "Disallow: /500",
          "Disallow: /account",
          "Disallow: /alumni",
          "Disallow: /api/v1/trebuchet",
          "Disallow: /associates/click",
          "Disallow: /book/",
          "Disallow: /calendar/",
          "Disallow: /contact_host",
          "Disallow: /disaster/lookup",
          "Disallow: /email/unsubscribe",
          "Disallow: /embeddable",
          "Disallow: /experiences/*?*scheduled_id",
          "Disallow: /experiences/*?*modal",
          "Disallow: /experiences/*/book",
          "Disallow: /external_link?",
          "Disallow: /fix-it",
          "Disallow: /fixit",
          "Disallow: /forgot_password",
          "Disallow: /google_place_photo",
          "Disallow: /api/v2/google_place_photos",
          "Disallow: /groups",
          "Disallow: /guidebooks",
          "Disallow: /help/feedback",
          "Disallow: /help/search",
          "Disallow: /help/search",
          "Disallow: /home/dashboard",
          "Disallow: /inbox",
          "Disallow: /login_with_redirect",
          "Disallow: /logout",
          "Disallow: /manage-listing",
          "Disallow: /messaging/ajax_already_messaged/",
          "Disallow: /my_listings",
          "Disallow: /oauth_connect",
          "Disallow: /payments/book",
          "Disallow: /reservation"
        ],
        "perplexitybot": [
          "Allow: /calendar/ical/",
          "Allow: /.well-known/amphtml/apikey.pub",
          "Disallow: /.well-known/assetlinks.json",
          "Disallow: /*/skeleton",
          "Disallow: /*/sw_skeleton",
          "Disallow: /500",
          "Disallow: /account",
          "Disallow: /alumni",
          "Disallow: /api/v1/trebuchet",
          "Disallow: /associates/click",
          "Disallow: /book/",
          "Disallow: /calendar/",
          "Disallow: /contact_host",
          "Disallow: /disaster/lookup",
          "Disallow: /email/unsubscribe",
          "Disallow: /embeddable",
          "Disallow: /experiences/*?*scheduled_id",
          "Disallow: /experiences/*?*modal",
          "Disallow: /experiences/*/book",
          "Disallow: /external_link?",
          "Disallow: /fix-it",
          "Disallow: /fixit",
          "Disallow: /forgot_password",
          "Disallow: /google_place_photo",
          "Disallow: /api/v2/google_place_photos",
          "Disallow: /groups",
          "Disallow: /guidebooks",
          "Disallow: /help/feedback",
          "Disallow: /help/search",
          "Disallow: /help/search",
          "Disallow: /home/dashboard",
          "Disallow: /inbox",
          "Disallow: /login_with_redirect",
          "Disallow: /logout",
          "Disallow: /manage-listing",
          "Disallow: /messaging/ajax_already_messaged/",
          "Disallow: /my_listings",
          "Disallow: /oauth_connect",
          "Disallow: /payments/book",
          "Disallow: /reservation"
        ],
        "gptbot": [
          "Disallow: /"
        ],
        "claudebot": [
          "Disallow: /"
        ],
        "*": [
          "Allow: /calendar/ical/",
          "Allow: /.well-known/amphtml/apikey.pub",
          "Disallow: /.well-known/assetlinks.json",
          "Disallow: /*/skeleton",
          "Disallow: /*/sw_skeleton",
          "Disallow: /500",
          "Disallow: /account",
          "Disallow: /alumni",
          "Disallow: /api/v1/trebuchet",
          "Disallow: /associates/click",
          "Disallow: /book/",
          "Disallow: /calendar/",
          "Disallow: /contact_host",
          "Disallow: /disaster/lookup",
          "Disallow: /email/unsubscribe",
          "Disallow: /embeddable",
          "Disallow: /experiences/*?*scheduled_id",
          "Disallow: /experiences/*?*modal",
          "Disallow: /experiences/*/book",
          "Disallow: /external_link?",
          "Disallow: /fix-it",
          "Disallow: /fixit",
          "Disallow: /forgot_password",
          "Disallow: /google_place_photo",
          "Disallow: /api/v2/google_place_photos",
          "Disallow: /groups",
          "Disallow: /guidebooks",
          "Disallow: /help/feedback",
          "Disallow: /help/search",
          "Disallow: /help/search",
          "Disallow: /home/dashboard",
          "Disallow: /inbox",
          "Disallow: /login_with_redirect",
          "Disallow: /logout",
          "Disallow: /manage-listing",
          "Disallow: /messaging/ajax_already_messaged/",
          "Disallow: /my_listings",
          "Disallow: /oauth_connect",
          "Disallow: /payments/book",
          "Disallow: /reservation"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ]
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ]
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places",
            "/rooms/",
            "/experiences/"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ]
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/.well-known/assetlinks.json",
            "/*/skeleton",
            "/*/sw_skeleton",
            "/500",
            "/account",
            "/alumni",
            "/api/v1/trebuchet",
            "/associates/click",
            "/book/",
            "/calendar/",
            "/contact_host",
            "/disaster/lookup",
            "/email/unsubscribe",
            "/embeddable",
            "/experiences/*?*scheduled_id",
            "/experiences/*?*modal",
            "/experiences/*/book",
            "/external_link?",
            "/fix-it",
            "/fixit",
            "/forgot_password",
            "/google_place_photo",
            "/api/v2/google_place_photos",
            "/groups",
            "/guidebooks",
            "/help/feedback",
            "/help/search",
            "/help/search",
            "/home/dashboard",
            "/inbox",
            "/login_with_redirect",
            "/logout",
            "/manage-listing",
            "/messaging/ajax_already_messaged/",
            "/my_listings",
            "/oauth_connect",
            "/payments/book",
            "/reservation",
            "/rooms/*/amenities",
            "/rooms/*/enhanced-cleaning",
            "/rooms/*/house-rules",
            "/rooms/*/location",
            "/rooms/*/photos",
            "/rooms/*/reviews",
            "/rooms/*/safety",
            "/rooms/*?viralityEntryPoint",
            "/rooms/*/cancellation-policy",
            "/rooms/*/description",
            "/s/guidebooks",
            "/signed_out_modal.json",
            "/signup_modal",
            "/stories",
            "/trips/upcoming",
            "/trips/v1/",
            "/update-your-browser",
            "/users/*/listings",
            "/users/show",
            "/users/profile",
            "/api/v3/LandingPageStaysQuery",
            "/s/*/*",
            "/things-to-do/places"
          ],
          "allow": [
            "/calendar/ical/",
            "/.well-known/amphtml/apikey.pub"
          ]
        }
      }
    },
    {
      "domain": "amazon.com",
      "scannedAt": "2026-10-22T11:28:36.062Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://amazon.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "User-agent: *\nDisallow: /exec/obidos/account-access-login\nDisallow: /exec/obidos/change-style\nDisallow: /exec/obidos/flex-sign-in\nDisallow: /exec/obidos/handle-buy-box\nDisallow: /exec/obidos/tg/cm/member/\nDisallow: /gp/aw/help/id=sss\nDisallow: /gp/cart\nDisallow: /gp/flex\nDisallow: /gp/product/e-mail-friend\nDisallow: /gp/product/product-availability\nDisallow: /gp/product/rate-this-item\nDisallow: /gp/sign-in\nDisallow: /gp/reader\nDisallow: /gp/sitbv3/reader\nDisallow: /gp/richpub/syltguides/create\nDisallow: /gp/gfix\nDisallow: /gp/associations/wizard.html\nDisallow: /gp/dmusic/order\nDisallow: /gp/legacy-handle-buy-box.html\nDisallow: /gp/aws/ssop\nDisallow: /gp/yourstore\nDisallow: /gp/gift-central/organizer/add-wishlist\nDisallow: /gp/vote\nDisallow: /gp/voting/\nDisallow: /gp/music/wma-pop-up\nDisallow: /gp/customer-images\nDisallow: /gp/richpub/listmania/createpipeline\nDisallow: /gp/content-form\nDisallow: /gp/pdp/invitation/invite\nDisallow: /gp/customer-reviews/common/du\nDisallow: /gp/customer-reviews/write-a-review.html\nDisallow: /gp/associations/wizard.html\nDisallow: /gp/music/clipserve\nDisallow: /gp/customer-media/upload\nDisallow: /gp/history\nDisallow: /gp/item-dispatch\nDisallow: /gp/dmusic/order/handle-buy-box.html\nDisallow: /gp/recsradio\nDisallow: /gp/slredirect\nDisallow: /dp/shipping/\nDisallow: /dp/twister-update/\nDisallow: /dp/manual-submit/\nDisallow: /dp/e-mail-friend/\nDisallow: /dp/product-availability/\nDisallow: /dp/rate-this-item/\nDisallow: /gp/registry/wishlist/*/reserve\nDis\n…(truncated)"
        },
        "llms": {
          "url": "https://amazon.com/llms.txt",
          "httpStatus": 404,
          "present": false,
          "contentType": "text/html;charset=UTF-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://amazon.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://amazon.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://amazon.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Disallow: /exec/obidos/account-access-login",
          "Disallow: /exec/obidos/change-style",
          "Disallow: /exec/obidos/flex-sign-in",
          "Disallow: /exec/obidos/handle-buy-box",
          "Disallow: /exec/obidos/tg/cm/member/",
          "Disallow: /gp/aw/help/id=sss",
          "Disallow: /gp/cart",
          "Disallow: /gp/flex",
          "Disallow: /gp/product/e-mail-friend",
          "Disallow: /gp/product/product-availability",
          "Disallow: /gp/product/rate-this-item",
          "Disallow: /gp/sign-in",
          "Disallow: /gp/reader",
          "Disallow: /gp/sitbv3/reader",
          "Disallow: /gp/richpub/syltguides/create",
          "Disallow: /gp/gfix",
          "Disallow: /gp/associations/wizard.html",
          "Disallow: /gp/dmusic/order",
          "Disallow: /gp/legacy-handle-buy-box.html",
          "Disallow: /gp/aws/ssop",
          "Disallow: /gp/yourstore",
          "Disallow: /gp/gift-central/organizer/add-wishlist",
          "Disallow: /gp/vote",
          "Disallow: /gp/voting/",
          "Disallow: /gp/music/wma-pop-up",
          "Disallow: /gp/customer-images",
          "Disallow: /gp/richpub/listmania/createpipeline",
          "Disallow: /gp/content-form",
          "Disallow: /gp/pdp/invitation/invite",
          "Disallow: /gp/customer-reviews/common/du",
          "Disallow: /gp/customer-reviews/write-a-review.html",
          "Disallow: /gp/associations/wizard.html",
          "Disallow: /gp/music/clipserve",
          "Disallow: /gp/customer-media/upload",
          "Disallow: /gp/history",
          "Disallow: /gp/item-dispatch",
          "Disallow: /gp/dmusic/order/handle-buy-box.html",
          "Disallow: /gp/recsradio",
          "Disallow: /gp/slredirect",
          "Disallow: /dp/shipping/"
        ],
        "gptbot": [
          "Disallow: /"
        ],
        "ccbot": [
          "Disallow: /"
        ],
        "perplexitybot": [
          "Disallow: /"
        ],
        "google-extended": [
          "Disallow: /"
        ],
        "claudebot": [
          "Disallow: /",
          "Disallow: /"
        ],
        "meta-externalagent": [
          "Disallow: /"
        ],
        "bytespider": [
          "Disallow: /"
        ],
        "claude-user": [
          "Disallow: /"
        ],
        "claude-searchbot": [
          "Disallow: /"
        ],
        "perplexity-user": [
          "Disallow: /"
        ],
        "chatgpt-user": [
          "Disallow: /"
        ],
        "oai-searchbot": [
          "Disallow: /"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/",
            "/"
          ],
          "allow": []
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        }
      }
    },
    {
      "domain": "anthropic.com",
      "scannedAt": "2026-10-22T11:28:35.934Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://anthropic.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "User-Agent: *\nAllow: /\n\nSitemap: https://www.anthropic.com/sitemap.xml"
        },
        "llms": {
          "url": "https://anthropic.com/llms.txt",
          "httpStatus": 404,
          "present": false,
          "contentType": "text/html; charset=utf-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://anthropic.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://anthropic.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://anthropic.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Allow: /",
          "Sitemap: https://www.anthropic.com/sitemap.xml"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "booking.com",
      "scannedAt": "2026-10-22T11:28:36.288Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://booking.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "#       %%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#    %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#   %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#  %%%%%%               %%%%%%%%%%%%%%%%%\n#  %%%%%                 %%%%%%%%%%%%%%%%\n#  %%%%%       %%%%%       %%%%%%%%%%%%%%\n#  %%%%%      %%%%%%%%     %%%%%%%%%%%%%%         @@@@@@@@@@@       @@@@@@@@@@@@@@@        @@@@@@@@@\n#  %%%%%      %%%%%%%      %%%%%%%%%%%%%%      @@@@@@@@@@@@@@@@@    @@@@@@@@@@@@@@@     @@@@@@@@@@@@@@@\n#  %%%%%                 %%%%%%%%%%%%%%%%     @@@@@@@        @@@@   @@@@@             @@@@@@@     @@@@@@@\n#  %%%%%                  %%%%%%%%%%%%%%%      @@@@@@@@             @@@@@@@@@@@@@@   @@@@@@@       @@@@@@@\n#  %%%%%      %%%%%%%%      %%%%%%%%%%%%%        @@@@@@@@@@@@@      @@@@@@@@@@@@@@   @@@@@@         @@@@@@\n#  %%%%%      %%%%%%%%%     %%%%%%%%%%%%%                @@@@@@@    @@@@@            @@@@@@@       @@@@@@@\n#  %%%%%      %%%%%%%%      %%%     %%%%%     @@@@@@       @@@@@@   @@@@@             @@@@@@@     @@@@@@@\n#  %%%%%                   %%%       %%%%      @@@@@@@@@@@@@@@@@    @@@@@@@@@@@@@@@    @@@@@@@@@@@@@@@@@\n#  %%%%%                %%%%%%%     %%%%%        @@@@@@@@@@@@@      @@@@@@@@@@@@@@@       @@@@@@@@@@@\n#  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#  %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%\n#\n#\n#  It's our mission to make it easier for everyone to experience the world, even bots!\n#\n#  You know you could be getting paid to poke around in our code?\n#  We're hiring Search Marketers, \n…(truncated)"
        },
        "llms": {
          "url": "https://booking.com/llms.txt",
          "httpStatus": 404,
          "present": false,
          "contentType": "text/html; charset=UTF-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://booking.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://booking.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://booking.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Disallow: /alt_avail*",
          "Disallow: /fragment.*.html",
          "Disallow: /fragment.html",
          "Disallow: /fragment.*.json",
          "Disallow: /fragment.json",
          "Disallow: /_frdtcr",
          "Disallow: /go$",
          "Disallow: /go?*",
          "Disallow: /honing.html",
          "Disallow: /photo.html",
          "Disallow: /photo.en.html",
          "Disallow: /photo.de.html",
          "Disallow: /photo.nl.html",
          "Disallow: /photo.fr.html",
          "Disallow: /photo.es.html",
          "Disallow: /photo.it.html",
          "Disallow: /photo.pt.html",
          "Disallow: /photo.ja.html",
          "Disallow: /photo.zh.html",
          "Disallow: /photo.pl.html",
          "Disallow: /book.html",
          "Disallow: /mybooking.html",
          "Disallow: /confirmation.html",
          "Disallow: /srcompset.*.html",
          "Disallow: /srcompset.html",
          "Disallow: /navigation_times",
          "Disallow: /hotelsonmap.*.json",
          "Disallow: /general.*",
          "Disallow: /markers_on_map",
          "Disallow: /logo",
          "Disallow: /load_times",
          "Disallow: /anysearch.*",
          "Disallow: /region_attractions",
          "Disallow: /*city_bookings",
          "Disallow: /*nofollow=1",
          "Disallow: /flexiproduct",
          "Disallow: /asapi/*",
          "Disallow: /js_errors",
          "Disallow: /js_tracking",
          "Disallow: /join_js_tracking"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/alt_avail*",
            "/fragment.*.html",
            "/fragment.html",
            "/fragment.*.json",
            "/fragment.json",
            "/_frdtcr",
            "/go$",
            "/go?*",
            "/honing.html",
            "/photo.html",
            "/photo.en.html",
            "/photo.de.html",
            "/photo.nl.html",
            "/photo.fr.html",
            "/photo.es.html",
            "/photo.it.html",
            "/photo.pt.html",
            "/photo.ja.html",
            "/photo.zh.html",
            "/photo.pl.html",
            "/book.html",
            "/mybooking.html",
            "/confirmation.html",
            "/srcompset.*.html",
            "/srcompset.html",
            "/navigation_times",
            "/hotelsonmap.*.json",
            "/general.*",
            "/markers_on_map",
            "/logo",
            "/load_times",
            "/anysearch.*",
            "/region_attractions",
            "/*city_bookings",
            "/*nofollow=1",
            "/flexiproduct",
            "/asapi/*",
            "/js_errors",
            "/js_tracking",
            "/join_js_tracking",
            "/sendlayoutevents",
            "/squeak",
            "/track",
            "/episode_times",
            "/event",
            "/gta_impression*",
            "/monthly_minrates*",
            "/sitembk-reviews-https-index.xml",
            "/vpmlogdesktopscreensize",
            "/hotel/us/the-airstream-van.*.html",
            "/best-price-guarantee/index.*",
            "/secure-booking/index.*",
            "/get-instant-confirmation/index.*",
            "/book-now-pay-later/index.*",
            "/no-booking-fees/index.*",
            "/we-speak-your-language/index.*",
            "/deals-special-offers/index.*",
            "/free-cancellation/index.*",
            "/pxgo?*",
            "/pxbook?*",
            "/product_header.html",
            "/bas/*",
            "/c360_v1_track",
            "/c360/v1/track",
            "/c360-api/",
            "/log_rt_blocks_order",
            "/hotel_rt_onview",
            "/prelanding_product",
            "/articles/tag/",
            "/articles/category/",
            "/cndlp/",
            "/fl/exposed",
            "/pr_ue",
            "/affiliatewidget",
            "/purge_cookies",
            "/searchbox.html",
            "/hotelfeaturedreviews/"
          ],
          "allow": [
            "/index.hi.*",
            "/hotel/index.hi.*",
            "/cars/index.hi.*",
            "/flights/index.hi.*",
            "/attractions/index.hi.*",
            "/taxi/index.hi.*"
          ],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "cloudflare.com",
      "scannedAt": "2026-10-22T11:28:35.295Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://cloudflare.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "# Robots.txt for www.cloudflare.com\n\nUser-agent: *\nAllow: /\n\n# Sitemap\nSitemap: https://www.cloudflare.com/sitemap.xml\n\n# AI/LLM friendly content\n# See https://llmstxt.org for the llms.txt specification\n# llms.txt provides curated content for AI assistants and LLMs\n\n# Allow AI crawlers to access markdown versions of pages\nUser-agent: GPTBot\nAllow: /\n\nUser-agent: ChatGPT-User\nAllow: /\n\nUser-agent: Google-Extended\nAllow: /\n\nUser-agent: Anthropic-AI\nAllow: /\n\nUser-agent: Claude-Web\nAllow: /\n\nUser-agent: CCBot\nAllow: /\n\nUser-agent: PerplexityBot\nAllow: /\n\nUser-agent: Cohere-ai\nAllow: /\n\n# Content Signals — declare AI content usage preferences\n# See https://contentsignals.org/ and https://datatracker.ietf.org/doc/draft-romm-aipref-contentsignals/\nContent-Signal: ai-train=yes, search=yes, ai-input=yes\n\n# AI-friendly content locations\n# - /llms.txt - Curated overview for AI/LLMs (markdown)\n# - /llms-full.txt - Full expanded content for larger context windows\n# - /*.md - Markdown versions of all pages (append .md to any URL)\n# - /.well-known/agents.json - Agent discovery and capabilities"
        },
        "llms": {
          "url": "https://cloudflare.com/llms.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "# Cloudflare\n\n> Cloudflare is a global cloud connectivity company operating in 335+ cities worldwide. It provides a unified platform spanning developer infrastructure (serverless compute, databases, AI inference, and storage), application security (WAF, DDoS mitigation, bot management, and API Shield), Zero Trust / SASE (Access, Gateway, Browser Isolation, DLP, and Email Security), and network ser\n…(truncated)"
        },
        "agentsJson": {
          "url": "https://cloudflare.com/.well-known/agents.json",
          "httpStatus": 200,
          "present": true,
          "error": null
        },
        "aiCatalog": {
          "url": "https://cloudflare.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://cloudflare.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Allow: /",
          "Sitemap: https://www.cloudflare.com/sitemap.xml"
        ],
        "gptbot": [
          "Allow: /"
        ],
        "chatgpt-user": [
          "Allow: /"
        ],
        "google-extended": [
          "Allow: /"
        ],
        "ccbot": [
          "Allow: /"
        ],
        "perplexitybot": [
          "Allow: /"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "allowed",
          "explicit": true,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ]
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "allowed",
          "explicit": true,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ]
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "allowed",
          "explicit": true,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ]
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "allowed",
          "explicit": true,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ]
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "allowed",
          "explicit": true,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ]
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "ebay.com",
      "scannedAt": "2026-10-22T11:28:36.330Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://ebay.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "## BEGIN FILE ###\n#\n# allow-all\n# DR\n#\n# The use of robots or other automated means to access the eBay site\n# without the express permission of eBay is strictly prohibited.\n# Notwithstanding the foregoing, eBay may permit automated access to\n# access certain eBay pages but solely for the limited purpose of\n# including content in publicly available search engines. Any other\n# use of robots or failure to obey the robots exclusion standards set\n# forth at <https://www.robotstxt.org/orig.html> is strictly\n# prohibited.\n#\n# Robots & Agent Policy\n#\n# Checkouts are strictly for human users. \n# * Automated scraping, buy-for-me agents, LLM-driven bots, or any \n#   end-to-end flow that attempts to place orders without human review \n#   is strictly prohibited. \n# * Unauthorized use of automated agents in checkout may result in \n#   legal action under our User Agreement: https://www.ebay.com/help/policies/member-behaviour-policies/user-agreement?id=4259 \n# * Approved enterprise integrations must use our official API and \n#   comply with our API License Agreement: https://developer.ebay.com/join/api-license-agreement \n#\n# v30.2_COM_August_2026\n### DIRECTIVES ###\n\nUser-agent: *\nDisallow: /*_kw\nDisallow: /*?maspect\nDisallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2\nDisallow: /*redirect=mobile\nDisallow: /*redirect%3Dmobile\nDisallow: /*rt%3Dnc\nDisallow: /*rt=nc\nDisallow: /*src=urllib\nDisallow: /?SSOWebDispatcher&tg=web&ru=\nDisallow: /act/\nDisallow: /adchoice\nDisallow: /buyer-preferences\nDisallow\n…(truncated)"
        },
        "llms": {
          "url": "https://ebay.com/llms.txt",
          "httpStatus": 404,
          "present": false,
          "contentType": "text/html;charset=UTF-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://ebay.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://ebay.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://ebay.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Disallow: /*_kw",
          "Disallow: /*?maspect",
          "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2",
          "Disallow: /*redirect=mobile",
          "Disallow: /*redirect%3Dmobile",
          "Disallow: /*rt%3Dnc",
          "Disallow: /*rt=nc",
          "Disallow: /*src=urllib",
          "Disallow: /?SSOWebDispatcher&tg=web&ru=",
          "Disallow: /act/",
          "Disallow: /adchoice",
          "Disallow: /buyer-preferences",
          "Disallow: /motors/diy/blog/*",
          "Disallow: /motors/fnd/*",
          "Allow: /ads.txt",
          "Disallow: /ads",
          "Disallow: /adsrepository",
          "Disallow: /afs/",
          "Disallow: /atc/",
          "Disallow: /adell-mutfak",
          "Disallow: /ahu-kadin",
          "Disallow: /antika-sanat",
          "Disallow: /arama",
          "Disallow: */b2ajax/all-filter",
          "Disallow: /bebek-anne",
          "Disallow: /bilgisayar-tablet",
          "Disallow: /cep-telefonu-ve-aksesuar",
          "Disallow: /delicacy",
          "Disallow: /ev-bahce",
          "Disallow: /giyim-aksesuar",
          "Disallow: /muzik-plak-enstruman",
          "Disallow: /otomobil-motor-aksesuar",
          "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/*?*_mwBanner",
          "Allow: /b/*?iid=*&var=",
          "Allow: /b/*?iid=*&chn=ps"
        ],
        "bytespider": [
          "Disallow: /",
          "Allow: /adchoice",
          "Allow: /authenticity-guarantee",
          "Allow: /motors/blog",
          "Allow: /motors/diy",
          "Allow: /help",
          "Allow: /sellercenter",
          "Allow: /ebaylive/seller",
          "Allow: /sl/sell",
          "Allow: /sh/landing",
          "Allow: /giftcards",
          "Allow: /shp/calc/rates"
        ],
        "ccbot": [
          "Disallow: /",
          "Allow: /adchoice",
          "Allow: /authenticity-guarantee",
          "Allow: /motors/blog",
          "Allow: /motors/diy",
          "Allow: /help",
          "Allow: /sellercenter",
          "Allow: /ebaylive/seller",
          "Allow: /sl/sell",
          "Allow: /sh/landing",
          "Allow: /giftcards",
          "Allow: /shp/calc/rates"
        ],
        "claudebot": [
          "Disallow: /",
          "Allow: /adchoice",
          "Allow: /authenticity-guarantee",
          "Allow: /motors/blog",
          "Allow: /motors/diy",
          "Allow: /help",
          "Allow: /sellercenter",
          "Allow: /ebaylive/seller",
          "Allow: /sl/sell",
          "Allow: /sh/landing",
          "Allow: /giftcards",
          "Allow: /shp/calc/rates"
        ],
        "perplexitybot": [
          "Disallow: /",
          "Allow: /adchoice",
          "Allow: /authenticity-guarantee",
          "Allow: /motors/blog",
          "Allow: /motors/diy",
          "Allow: /help",
          "Allow: /sellercenter",
          "Allow: /ebaylive/seller",
          "Allow: /sl/sell",
          "Allow: /sh/landing",
          "Allow: /giftcards",
          "Allow: /shp/calc/rates"
        ],
        "meta-externalagent": [
          "Disallow: /",
          "Allow: /adchoice",
          "Allow: /authenticity-guarantee",
          "Allow: /motors/blog",
          "Allow: /motors/diy",
          "Allow: /help",
          "Allow: /sellercenter",
          "Allow: /ebaylive/seller",
          "Allow: /sl/sell",
          "Allow: /sh/landing",
          "Allow: /giftcards",
          "Allow: /shp/calc/rates"
        ],
        "gptbot": [
          "Disallow: /",
          "Allow: /adchoice",
          "Allow: /authenticity-guarantee",
          "Allow: /motors/blog",
          "Allow: /motors/diy",
          "Allow: /help",
          "Allow: /sellercenter",
          "Allow: /ebaylive/seller",
          "Allow: /sl/sell",
          "Allow: /sh/landing",
          "Allow: /giftcards",
          "Allow: /shp/calc/rates"
        ],
        "oai-searchbot": [
          "Disallow: /*_kw",
          "Disallow: /*?maspect",
          "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2",
          "Disallow: /*redirect=mobile",
          "Disallow: /*redirect%3Dmobile",
          "Disallow: /*rt%3Dnc",
          "Disallow: /*rt=nc",
          "Disallow: /*src=urllib",
          "Disallow: /?SSOWebDispatcher&tg=web&ru=",
          "Disallow: /act/",
          "Disallow: /adchoice",
          "Disallow: /buyer-preferences",
          "Disallow: /motors/diy/blog/*",
          "Disallow: /motors/fnd/*",
          "Allow: /ads.txt",
          "Disallow: /ads",
          "Disallow: /adsrepository",
          "Disallow: /afs/",
          "Disallow: /atc/",
          "Disallow: /adell-mutfak",
          "Disallow: /ahu-kadin",
          "Disallow: /antika-sanat",
          "Disallow: /arama",
          "Disallow: */b2ajax/all-filter",
          "Disallow: /bebek-anne",
          "Disallow: /bilgisayar-tablet",
          "Disallow: /cep-telefonu-ve-aksesuar",
          "Disallow: /delicacy",
          "Disallow: /ev-bahce",
          "Disallow: /giyim-aksesuar",
          "Disallow: /muzik-plak-enstruman",
          "Disallow: /otomobil-motor-aksesuar",
          "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/*?*_mwBanner",
          "Allow: /b/*?iid=*&var=",
          "Allow: /b/*?iid=*&chn=ps"
        ],
        "chatgpt-user": [
          "Disallow: /*_kw",
          "Disallow: /*?maspect",
          "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2",
          "Disallow: /*redirect=mobile",
          "Disallow: /*redirect%3Dmobile",
          "Disallow: /*rt%3Dnc",
          "Disallow: /*rt=nc",
          "Disallow: /*src=urllib",
          "Disallow: /?SSOWebDispatcher&tg=web&ru=",
          "Disallow: /act/",
          "Disallow: /adchoice",
          "Disallow: /buyer-preferences",
          "Disallow: /motors/diy/blog/*",
          "Disallow: /motors/fnd/*",
          "Allow: /ads.txt",
          "Disallow: /ads",
          "Disallow: /adsrepository",
          "Disallow: /afs/",
          "Disallow: /atc/",
          "Disallow: /adell-mutfak",
          "Disallow: /ahu-kadin",
          "Disallow: /antika-sanat",
          "Disallow: /arama",
          "Disallow: */b2ajax/all-filter",
          "Disallow: /bebek-anne",
          "Disallow: /bilgisayar-tablet",
          "Disallow: /cep-telefonu-ve-aksesuar",
          "Disallow: /delicacy",
          "Disallow: /ev-bahce",
          "Disallow: /giyim-aksesuar",
          "Disallow: /muzik-plak-enstruman",
          "Disallow: /otomobil-motor-aksesuar",
          "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/*?*_mwBanner",
          "Allow: /b/*?iid=*&var=",
          "Allow: /b/*?iid=*&chn=ps"
        ],
        "claude-searchbot": [
          "Disallow: /*_kw",
          "Disallow: /*?maspect",
          "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2",
          "Disallow: /*redirect=mobile",
          "Disallow: /*redirect%3Dmobile",
          "Disallow: /*rt%3Dnc",
          "Disallow: /*rt=nc",
          "Disallow: /*src=urllib",
          "Disallow: /?SSOWebDispatcher&tg=web&ru=",
          "Disallow: /act/",
          "Disallow: /adchoice",
          "Disallow: /buyer-preferences",
          "Disallow: /motors/diy/blog/*",
          "Disallow: /motors/fnd/*",
          "Allow: /ads.txt",
          "Disallow: /ads",
          "Disallow: /adsrepository",
          "Disallow: /afs/",
          "Disallow: /atc/",
          "Disallow: /adell-mutfak",
          "Disallow: /ahu-kadin",
          "Disallow: /antika-sanat",
          "Disallow: /arama",
          "Disallow: */b2ajax/all-filter",
          "Disallow: /bebek-anne",
          "Disallow: /bilgisayar-tablet",
          "Disallow: /cep-telefonu-ve-aksesuar",
          "Disallow: /delicacy",
          "Disallow: /ev-bahce",
          "Disallow: /giyim-aksesuar",
          "Disallow: /muzik-plak-enstruman",
          "Disallow: /otomobil-motor-aksesuar",
          "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/*?*_mwBanner",
          "Allow: /b/*?iid=*&var=",
          "Allow: /b/*?iid=*&chn=ps"
        ],
        "claude-user": [
          "Disallow: /*_kw",
          "Disallow: /*?maspect",
          "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2",
          "Disallow: /*redirect=mobile",
          "Disallow: /*redirect%3Dmobile",
          "Disallow: /*rt%3Dnc",
          "Disallow: /*rt=nc",
          "Disallow: /*src=urllib",
          "Disallow: /?SSOWebDispatcher&tg=web&ru=",
          "Disallow: /act/",
          "Disallow: /adchoice",
          "Disallow: /buyer-preferences",
          "Disallow: /motors/diy/blog/*",
          "Disallow: /motors/fnd/*",
          "Allow: /ads.txt",
          "Disallow: /ads",
          "Disallow: /adsrepository",
          "Disallow: /afs/",
          "Disallow: /atc/",
          "Disallow: /adell-mutfak",
          "Disallow: /ahu-kadin",
          "Disallow: /antika-sanat",
          "Disallow: /arama",
          "Disallow: */b2ajax/all-filter",
          "Disallow: /bebek-anne",
          "Disallow: /bilgisayar-tablet",
          "Disallow: /cep-telefonu-ve-aksesuar",
          "Disallow: /delicacy",
          "Disallow: /ev-bahce",
          "Disallow: /giyim-aksesuar",
          "Disallow: /muzik-plak-enstruman",
          "Disallow: /otomobil-motor-aksesuar",
          "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
          "Allow: /b/*?*_mwBanner",
          "Allow: /b/*?iid=*&var=",
          "Allow: /b/*?iid=*&chn=ps"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/"
          ],
          "allow": [
            "/adchoice",
            "/authenticity-guarantee",
            "/motors/blog",
            "/motors/diy",
            "/help",
            "/sellercenter",
            "/ebaylive/seller",
            "/sl/sell",
            "/sh/landing",
            "/giftcards",
            "/shp/calc/rates"
          ]
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/*_kw",
            "/*?maspect",
            "/*modules=SEARCH_REFINEMENTS_MODEL_V2",
            "/*redirect=mobile",
            "/*redirect%3Dmobile",
            "/*rt%3Dnc",
            "/*rt=nc",
            "/*src=urllib",
            "/?SSOWebDispatcher&tg=web&ru=",
            "/act/",
            "/adchoice",
            "/buyer-preferences",
            "/motors/diy/blog/*",
            "/motors/fnd/*",
            "/ads",
            "/adsrepository",
            "/afs/",
            "/atc/",
            "/adell-mutfak",
            "/ahu-kadin",
            "/antika-sanat",
            "/arama",
            "*/b2ajax/all-filter",
            "/bebek-anne",
            "/bilgisayar-tablet",
            "/cep-telefonu-ve-aksesuar",
            "/delicacy",
            "/ev-bahce",
            "/giyim-aksesuar",
            "/muzik-plak-enstruman",
            "/otomobil-motor-aksesuar",
            "/b/*,",
            "/b/*?iid=*&var=*&",
            "/b/*?iid=*&*&chn=ps",
            "/b/*?iid=*&var=*&*&chn=ps",
            "/b/*?*_nkw",
            "/b/*?*&",
            "/pe/*",
            "/b/*?*|",
            "/b/*%EF",
            "/b/*LH_",
            "/b/*_dmd=",
            "/b/*_dcat=",
            "/b/*_pgn=",
            "/b/*_sacat=",
            "/b/*_saved",
            "/b/*_sid=",
            "/b/*_sop=",
            "/b/*_stpos=",
            "/b/*DO-NOT-BID",
            "/b/*udhi=",
            "/b/*udlo=",
            "/b/Test-Category",
            "/b/eBay-Use-Only",
            "/b/eBay-Test-Only",
            "/b/LP-Parent",
            "/b/LL-Child",
            "/b/eBay-User-Tools",
            "/b/Test-Auctions",
            "/b/Attributes",
            "/bfl/",
            "/bgmt/",
            "/bin/",
            "/blueberry/",
            "/bo/",
            "/brw/",
            "/c/",
            "/cancel/",
            "/chocolatechip/",
            "/clp/",
            "/clt/store/",
            "/cnt/",
            "/contact/",
            "/csc/",
            "/cta/",
            "/ctg/",
            "/ctm/",
            "/dsc/",
            "/e/*?",
            "/easy-shop",
            "/ebay/cronus/",
            "/ebaylive/host",
            "/ecaptcha/",
            "/edc/",
            "/experience/fic",
            "/explore",
            "/feed/",
            "/fdbk/",
            "/ficapp/",
            "/fol/",
            "/g/api/",
            "/gh/cart",
            "/gh/collectbehaviorinfo",
            "/gh/collectsysteminfo",
            "/gh/useracquisition",
            "/gh/user_profile",
            "/gsr/",
            "/gss/",
            "/gum/",
            "/gwc/",
            "/hcp/",
            "/heute/",
            "/ico/",
            "/ifh",
            "/ipp/",
            "/itc/",
            "/itemmodules/",
            "/itemnotreceived/",
            "/itempolicy",
            "/itm/*,",
            "/itm/*/%",
            "/itm/*/[",
            "/itm/*/browser.json",
            "/itm/*action=BESTOFFER",
            "/itm/*boolp=",
            "/itm/*_nkw",
            "/itm/*?fits",
            "/itm/*&fits",
            "/itm/*.jpg",
            "/itm/*/%7B%7B",
            "/itm/:/",
            "/itm/*_pgn=",
            "/itm/addToCart",
            "/itm/fetchmodules",
            "/itm/sellerInfoV2",
            "/itm/soi",
            "/itm/variationlogistics",
            "/itm/watch/",
            "/itmhero/",
            "/lit/",
            "/logout",
            "/lstng",
            "/lst/ng/",
            "/lux/",
            "/lvx/",
            "/mbf/",
            "/merchanism/",
            "/mes/",
            "/mla/",
            "/mlt/",
            "/myb",
            "/mye",
            "/myebay",
            "/mys",
            "/nap/",
            "/nectar",
            "/npk/",
            "/p/*thm=",
            "/p/*surveyopen",
            "/p/moduleprovider/",
            "/p/surveyopen",
            "/personalization/",
            "/pgfeapp",
            "/price-guide/",
            "/prp/",
            "/rcm/",
            "/recfb?",
            "/recs/",
            "/res/",
            "/rewards",
            "/rtm*",
            "/rvh/",
            "/rye",
            "/sch/ajax",
            "/sch/ebayadvsearch?_",
            "/sh/onboarding",
            "/sh/str/fvfsavings",
            "/ship/",
            "/shop/*&",
            "/signin/",
            "/sio/",
            "/siteminderagent/",
            "/sl/*bn_*?",
            "/sl/*SellLikeItem",
            "/sl/*wnstart",
            "/sl/node",
            "/sl/ipe",
            "/sme/",
            "/smevi/",
            "/sndmsg?",
            "/soc/",
            "/splashui/",
            "/splashui_rc/",
            "/srv/",
            "/str/*_sacat",
            "/str/*modules=STORE_CATEGORIES",
            "/str/beacon/storefrontbeacon",
            "/str/ssdemo",
            "/str/svc",
            "/talk/",
            "/tickets/",
            "/tkt",
            "/today/",
            "/trylater/",
            "/ulk/i/",
            "/ulk/sch/",
            "/ulk/usr/",
            "/urw/",
            "/usr/*/all-follows",
            "/usr/*/followers",
            "/vas",
            "/viitem",
            "/vlabl",
            "/vlt",
            "/vod/",
            "/vplbl/",
            "/vsp/",
            "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200",
            "/wcs/",
            "/ws/"
          ],
          "allow": [
            "/ads.txt",
            "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/*?*_mwBanner",
            "/b/*?iid=*&var=",
            "/b/*?iid=*&chn=ps",
            "/b/*?iid=*&var=*&chn=ps",
            "/sch/",
            "/signin/$",
            "/urw/*/product-reviews/"
          ]
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/*_kw",
            "/*?maspect",
            "/*modules=SEARCH_REFINEMENTS_MODEL_V2",
            "/*redirect=mobile",
            "/*redirect%3Dmobile",
            "/*rt%3Dnc",
            "/*rt=nc",
            "/*src=urllib",
            "/?SSOWebDispatcher&tg=web&ru=",
            "/act/",
            "/adchoice",
            "/buyer-preferences",
            "/motors/diy/blog/*",
            "/motors/fnd/*",
            "/ads",
            "/adsrepository",
            "/afs/",
            "/atc/",
            "/adell-mutfak",
            "/ahu-kadin",
            "/antika-sanat",
            "/arama",
            "*/b2ajax/all-filter",
            "/bebek-anne",
            "/bilgisayar-tablet",
            "/cep-telefonu-ve-aksesuar",
            "/delicacy",
            "/ev-bahce",
            "/giyim-aksesuar",
            "/muzik-plak-enstruman",
            "/otomobil-motor-aksesuar",
            "/b/*,",
            "/b/*?iid=*&var=*&",
            "/b/*?iid=*&*&chn=ps",
            "/b/*?iid=*&var=*&*&chn=ps",
            "/b/*?*_nkw",
            "/b/*?*&",
            "/pe/*",
            "/b/*?*|",
            "/b/*%EF",
            "/b/*LH_",
            "/b/*_dmd=",
            "/b/*_dcat=",
            "/b/*_pgn=",
            "/b/*_sacat=",
            "/b/*_saved",
            "/b/*_sid=",
            "/b/*_sop=",
            "/b/*_stpos=",
            "/b/*DO-NOT-BID",
            "/b/*udhi=",
            "/b/*udlo=",
            "/b/Test-Category",
            "/b/eBay-Use-Only",
            "/b/eBay-Test-Only",
            "/b/LP-Parent",
            "/b/LL-Child",
            "/b/eBay-User-Tools",
            "/b/Test-Auctions",
            "/b/Attributes",
            "/bfl/",
            "/bgmt/",
            "/bin/",
            "/blueberry/",
            "/bo/",
            "/brw/",
            "/c/",
            "/cancel/",
            "/chocolatechip/",
            "/clp/",
            "/clt/store/",
            "/cnt/",
            "/contact/",
            "/csc/",
            "/cta/",
            "/ctg/",
            "/ctm/",
            "/dsc/",
            "/e/*?",
            "/easy-shop",
            "/ebay/cronus/",
            "/ebaylive/host",
            "/ecaptcha/",
            "/edc/",
            "/experience/fic",
            "/explore",
            "/feed/",
            "/fdbk/",
            "/ficapp/",
            "/fol/",
            "/g/api/",
            "/gh/cart",
            "/gh/collectbehaviorinfo",
            "/gh/collectsysteminfo",
            "/gh/useracquisition",
            "/gh/user_profile",
            "/gsr/",
            "/gss/",
            "/gum/",
            "/gwc/",
            "/hcp/",
            "/heute/",
            "/ico/",
            "/ifh",
            "/ipp/",
            "/itc/",
            "/itemmodules/",
            "/itemnotreceived/",
            "/itempolicy",
            "/itm/*,",
            "/itm/*/%",
            "/itm/*/[",
            "/itm/*/browser.json",
            "/itm/*action=BESTOFFER",
            "/itm/*boolp=",
            "/itm/*_nkw",
            "/itm/*?fits",
            "/itm/*&fits",
            "/itm/*.jpg",
            "/itm/*/%7B%7B",
            "/itm/:/",
            "/itm/*_pgn=",
            "/itm/addToCart",
            "/itm/fetchmodules",
            "/itm/sellerInfoV2",
            "/itm/soi",
            "/itm/variationlogistics",
            "/itm/watch/",
            "/itmhero/",
            "/lit/",
            "/logout",
            "/lstng",
            "/lst/ng/",
            "/lux/",
            "/lvx/",
            "/mbf/",
            "/merchanism/",
            "/mes/",
            "/mla/",
            "/mlt/",
            "/myb",
            "/mye",
            "/myebay",
            "/mys",
            "/nap/",
            "/nectar",
            "/npk/",
            "/p/*thm=",
            "/p/*surveyopen",
            "/p/moduleprovider/",
            "/p/surveyopen",
            "/personalization/",
            "/pgfeapp",
            "/price-guide/",
            "/prp/",
            "/rcm/",
            "/recfb?",
            "/recs/",
            "/res/",
            "/rewards",
            "/rtm*",
            "/rvh/",
            "/rye",
            "/sch/ajax",
            "/sch/ebayadvsearch?_",
            "/sh/onboarding",
            "/sh/str/fvfsavings",
            "/ship/",
            "/shop/*&",
            "/signin/",
            "/sio/",
            "/siteminderagent/",
            "/sl/*bn_*?",
            "/sl/*SellLikeItem",
            "/sl/*wnstart",
            "/sl/node",
            "/sl/ipe",
            "/sme/",
            "/smevi/",
            "/sndmsg?",
            "/soc/",
            "/splashui/",
            "/splashui_rc/",
            "/srv/",
            "/str/*_sacat",
            "/str/*modules=STORE_CATEGORIES",
            "/str/beacon/storefrontbeacon",
            "/str/ssdemo",
            "/str/svc",
            "/talk/",
            "/tickets/",
            "/tkt",
            "/today/",
            "/trylater/",
            "/ulk/i/",
            "/ulk/sch/",
            "/ulk/usr/",
            "/urw/",
            "/usr/*/all-follows",
            "/usr/*/followers",
            "/vas",
            "/viitem",
            "/vlabl",
            "/vlt",
            "/vod/",
            "/vplbl/",
            "/vsp/",
            "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200",
            "/wcs/",
            "/ws/"
          ],
          "allow": [
            "/ads.txt",
            "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/*?*_mwBanner",
            "/b/*?iid=*&var=",
            "/b/*?iid=*&chn=ps",
            "/b/*?iid=*&var=*&chn=ps",
            "/sch/",
            "/signin/$",
            "/urw/*/product-reviews/"
          ]
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/"
          ],
          "allow": [
            "/adchoice",
            "/authenticity-guarantee",
            "/motors/blog",
            "/motors/diy",
            "/help",
            "/sellercenter",
            "/ebaylive/seller",
            "/sl/sell",
            "/sh/landing",
            "/giftcards",
            "/shp/calc/rates"
          ]
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/*_kw",
            "/*?maspect",
            "/*modules=SEARCH_REFINEMENTS_MODEL_V2",
            "/*redirect=mobile",
            "/*redirect%3Dmobile",
            "/*rt%3Dnc",
            "/*rt=nc",
            "/*src=urllib",
            "/?SSOWebDispatcher&tg=web&ru=",
            "/act/",
            "/adchoice",
            "/buyer-preferences",
            "/motors/diy/blog/*",
            "/motors/fnd/*",
            "/ads",
            "/adsrepository",
            "/afs/",
            "/atc/",
            "/adell-mutfak",
            "/ahu-kadin",
            "/antika-sanat",
            "/arama",
            "*/b2ajax/all-filter",
            "/bebek-anne",
            "/bilgisayar-tablet",
            "/cep-telefonu-ve-aksesuar",
            "/delicacy",
            "/ev-bahce",
            "/giyim-aksesuar",
            "/muzik-plak-enstruman",
            "/otomobil-motor-aksesuar",
            "/b/*,",
            "/b/*?iid=*&var=*&",
            "/b/*?iid=*&*&chn=ps",
            "/b/*?iid=*&var=*&*&chn=ps",
            "/b/*?*_nkw",
            "/b/*?*&",
            "/pe/*",
            "/b/*?*|",
            "/b/*%EF",
            "/b/*LH_",
            "/b/*_dmd=",
            "/b/*_dcat=",
            "/b/*_pgn=",
            "/b/*_sacat=",
            "/b/*_saved",
            "/b/*_sid=",
            "/b/*_sop=",
            "/b/*_stpos=",
            "/b/*DO-NOT-BID",
            "/b/*udhi=",
            "/b/*udlo=",
            "/b/Test-Category",
            "/b/eBay-Use-Only",
            "/b/eBay-Test-Only",
            "/b/LP-Parent",
            "/b/LL-Child",
            "/b/eBay-User-Tools",
            "/b/Test-Auctions",
            "/b/Attributes",
            "/bfl/",
            "/bgmt/",
            "/bin/",
            "/blueberry/",
            "/bo/",
            "/brw/",
            "/c/",
            "/cancel/",
            "/chocolatechip/",
            "/clp/",
            "/clt/store/",
            "/cnt/",
            "/contact/",
            "/csc/",
            "/cta/",
            "/ctg/",
            "/ctm/",
            "/dsc/",
            "/e/*?",
            "/easy-shop",
            "/ebay/cronus/",
            "/ebaylive/host",
            "/ecaptcha/",
            "/edc/",
            "/experience/fic",
            "/explore",
            "/feed/",
            "/fdbk/",
            "/ficapp/",
            "/fol/",
            "/g/api/",
            "/gh/cart",
            "/gh/collectbehaviorinfo",
            "/gh/collectsysteminfo",
            "/gh/useracquisition",
            "/gh/user_profile",
            "/gsr/",
            "/gss/",
            "/gum/",
            "/gwc/",
            "/hcp/",
            "/heute/",
            "/ico/",
            "/ifh",
            "/ipp/",
            "/itc/",
            "/itemmodules/",
            "/itemnotreceived/",
            "/itempolicy",
            "/itm/*,",
            "/itm/*/%",
            "/itm/*/[",
            "/itm/*/browser.json",
            "/itm/*action=BESTOFFER",
            "/itm/*boolp=",
            "/itm/*_nkw",
            "/itm/*?fits",
            "/itm/*&fits",
            "/itm/*.jpg",
            "/itm/*/%7B%7B",
            "/itm/:/",
            "/itm/*_pgn=",
            "/itm/addToCart",
            "/itm/fetchmodules",
            "/itm/sellerInfoV2",
            "/itm/soi",
            "/itm/variationlogistics",
            "/itm/watch/",
            "/itmhero/",
            "/lit/",
            "/logout",
            "/lstng",
            "/lst/ng/",
            "/lux/",
            "/lvx/",
            "/mbf/",
            "/merchanism/",
            "/mes/",
            "/mla/",
            "/mlt/",
            "/myb",
            "/mye",
            "/myebay",
            "/mys",
            "/nap/",
            "/nectar",
            "/npk/",
            "/p/*thm=",
            "/p/*surveyopen",
            "/p/moduleprovider/",
            "/p/surveyopen",
            "/personalization/",
            "/pgfeapp",
            "/price-guide/",
            "/prp/",
            "/rcm/",
            "/recfb?",
            "/recs/",
            "/res/",
            "/rewards",
            "/rtm*",
            "/rvh/",
            "/rye",
            "/sch/ajax",
            "/sch/ebayadvsearch?_",
            "/sh/onboarding",
            "/sh/str/fvfsavings",
            "/ship/",
            "/shop/*&",
            "/signin/",
            "/sio/",
            "/siteminderagent/",
            "/sl/*bn_*?",
            "/sl/*SellLikeItem",
            "/sl/*wnstart",
            "/sl/node",
            "/sl/ipe",
            "/sme/",
            "/smevi/",
            "/sndmsg?",
            "/soc/",
            "/splashui/",
            "/splashui_rc/",
            "/srv/",
            "/str/*_sacat",
            "/str/*modules=STORE_CATEGORIES",
            "/str/beacon/storefrontbeacon",
            "/str/ssdemo",
            "/str/svc",
            "/talk/",
            "/tickets/",
            "/tkt",
            "/today/",
            "/trylater/",
            "/ulk/i/",
            "/ulk/sch/",
            "/ulk/usr/",
            "/urw/",
            "/usr/*/all-follows",
            "/usr/*/followers",
            "/vas",
            "/viitem",
            "/vlabl",
            "/vlt",
            "/vod/",
            "/vplbl/",
            "/vsp/",
            "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200",
            "/wcs/",
            "/ws/"
          ],
          "allow": [
            "/ads.txt",
            "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/*?*_mwBanner",
            "/b/*?iid=*&var=",
            "/b/*?iid=*&chn=ps",
            "/b/*?iid=*&var=*&chn=ps",
            "/sch/",
            "/signin/$",
            "/urw/*/product-reviews/"
          ]
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/*_kw",
            "/*?maspect",
            "/*modules=SEARCH_REFINEMENTS_MODEL_V2",
            "/*redirect=mobile",
            "/*redirect%3Dmobile",
            "/*rt%3Dnc",
            "/*rt=nc",
            "/*src=urllib",
            "/?SSOWebDispatcher&tg=web&ru=",
            "/act/",
            "/adchoice",
            "/buyer-preferences",
            "/motors/diy/blog/*",
            "/motors/fnd/*",
            "/ads",
            "/adsrepository",
            "/afs/",
            "/atc/",
            "/adell-mutfak",
            "/ahu-kadin",
            "/antika-sanat",
            "/arama",
            "*/b2ajax/all-filter",
            "/bebek-anne",
            "/bilgisayar-tablet",
            "/cep-telefonu-ve-aksesuar",
            "/delicacy",
            "/ev-bahce",
            "/giyim-aksesuar",
            "/muzik-plak-enstruman",
            "/otomobil-motor-aksesuar",
            "/b/*,",
            "/b/*?iid=*&var=*&",
            "/b/*?iid=*&*&chn=ps",
            "/b/*?iid=*&var=*&*&chn=ps",
            "/b/*?*_nkw",
            "/b/*?*&",
            "/pe/*",
            "/b/*?*|",
            "/b/*%EF",
            "/b/*LH_",
            "/b/*_dmd=",
            "/b/*_dcat=",
            "/b/*_pgn=",
            "/b/*_sacat=",
            "/b/*_saved",
            "/b/*_sid=",
            "/b/*_sop=",
            "/b/*_stpos=",
            "/b/*DO-NOT-BID",
            "/b/*udhi=",
            "/b/*udlo=",
            "/b/Test-Category",
            "/b/eBay-Use-Only",
            "/b/eBay-Test-Only",
            "/b/LP-Parent",
            "/b/LL-Child",
            "/b/eBay-User-Tools",
            "/b/Test-Auctions",
            "/b/Attributes",
            "/bfl/",
            "/bgmt/",
            "/bin/",
            "/blueberry/",
            "/bo/",
            "/brw/",
            "/c/",
            "/cancel/",
            "/chocolatechip/",
            "/clp/",
            "/clt/store/",
            "/cnt/",
            "/contact/",
            "/csc/",
            "/cta/",
            "/ctg/",
            "/ctm/",
            "/dsc/",
            "/e/*?",
            "/easy-shop",
            "/ebay/cronus/",
            "/ebaylive/host",
            "/ecaptcha/",
            "/edc/",
            "/experience/fic",
            "/explore",
            "/feed/",
            "/fdbk/",
            "/ficapp/",
            "/fol/",
            "/g/api/",
            "/gh/cart",
            "/gh/collectbehaviorinfo",
            "/gh/collectsysteminfo",
            "/gh/useracquisition",
            "/gh/user_profile",
            "/gsr/",
            "/gss/",
            "/gum/",
            "/gwc/",
            "/hcp/",
            "/heute/",
            "/ico/",
            "/ifh",
            "/ipp/",
            "/itc/",
            "/itemmodules/",
            "/itemnotreceived/",
            "/itempolicy",
            "/itm/*,",
            "/itm/*/%",
            "/itm/*/[",
            "/itm/*/browser.json",
            "/itm/*action=BESTOFFER",
            "/itm/*boolp=",
            "/itm/*_nkw",
            "/itm/*?fits",
            "/itm/*&fits",
            "/itm/*.jpg",
            "/itm/*/%7B%7B",
            "/itm/:/",
            "/itm/*_pgn=",
            "/itm/addToCart",
            "/itm/fetchmodules",
            "/itm/sellerInfoV2",
            "/itm/soi",
            "/itm/variationlogistics",
            "/itm/watch/",
            "/itmhero/",
            "/lit/",
            "/logout",
            "/lstng",
            "/lst/ng/",
            "/lux/",
            "/lvx/",
            "/mbf/",
            "/merchanism/",
            "/mes/",
            "/mla/",
            "/mlt/",
            "/myb",
            "/mye",
            "/myebay",
            "/mys",
            "/nap/",
            "/nectar",
            "/npk/",
            "/p/*thm=",
            "/p/*surveyopen",
            "/p/moduleprovider/",
            "/p/surveyopen",
            "/personalization/",
            "/pgfeapp",
            "/price-guide/",
            "/prp/",
            "/rcm/",
            "/recfb?",
            "/recs/",
            "/res/",
            "/rewards",
            "/rtm*",
            "/rvh/",
            "/rye",
            "/sch/ajax",
            "/sch/ebayadvsearch?_",
            "/sh/onboarding",
            "/sh/str/fvfsavings",
            "/ship/",
            "/shop/*&",
            "/signin/",
            "/sio/",
            "/siteminderagent/",
            "/sl/*bn_*?",
            "/sl/*SellLikeItem",
            "/sl/*wnstart",
            "/sl/node",
            "/sl/ipe",
            "/sme/",
            "/smevi/",
            "/sndmsg?",
            "/soc/",
            "/splashui/",
            "/splashui_rc/",
            "/srv/",
            "/str/*_sacat",
            "/str/*modules=STORE_CATEGORIES",
            "/str/beacon/storefrontbeacon",
            "/str/ssdemo",
            "/str/svc",
            "/talk/",
            "/tickets/",
            "/tkt",
            "/today/",
            "/trylater/",
            "/ulk/i/",
            "/ulk/sch/",
            "/ulk/usr/",
            "/urw/",
            "/usr/*/all-follows",
            "/usr/*/followers",
            "/vas",
            "/viitem",
            "/vlabl",
            "/vlt",
            "/vod/",
            "/vplbl/",
            "/vsp/",
            "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200",
            "/wcs/",
            "/ws/"
          ],
          "allow": [
            "/ads.txt",
            "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/*?*_mwBanner",
            "/b/*?iid=*&var=",
            "/b/*?iid=*&chn=ps",
            "/b/*?iid=*&var=*&chn=ps",
            "/sch/",
            "/signin/$",
            "/urw/*/product-reviews/"
          ]
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*_kw",
            "/*?maspect",
            "/*modules=SEARCH_REFINEMENTS_MODEL_V2",
            "/*redirect=mobile",
            "/*redirect%3Dmobile",
            "/*rt%3Dnc",
            "/*rt=nc",
            "/*src=urllib",
            "/?SSOWebDispatcher&tg=web&ru=",
            "/act/",
            "/adchoice",
            "/buyer-preferences",
            "/motors/diy/blog/*",
            "/motors/fnd/*",
            "/ads",
            "/adsrepository",
            "/afs/",
            "/atc/",
            "/adell-mutfak",
            "/ahu-kadin",
            "/antika-sanat",
            "/arama",
            "*/b2ajax/all-filter",
            "/bebek-anne",
            "/bilgisayar-tablet",
            "/cep-telefonu-ve-aksesuar",
            "/delicacy",
            "/ev-bahce",
            "/giyim-aksesuar",
            "/muzik-plak-enstruman",
            "/otomobil-motor-aksesuar",
            "/b/*,",
            "/b/*?iid=*&var=*&",
            "/b/*?iid=*&*&chn=ps",
            "/b/*?iid=*&var=*&*&chn=ps",
            "/b/*?*_nkw",
            "/b/*?*&",
            "/pe/*",
            "/b/*?*|",
            "/b/*%EF",
            "/b/*LH_",
            "/b/*_dmd=",
            "/b/*_dcat=",
            "/b/*_pgn=",
            "/b/*_sacat=",
            "/b/*_saved",
            "/b/*_sid=",
            "/b/*_sop=",
            "/b/*_stpos=",
            "/b/*DO-NOT-BID",
            "/b/*udhi=",
            "/b/*udlo=",
            "/b/Test-Category",
            "/b/eBay-Use-Only",
            "/b/eBay-Test-Only",
            "/b/LP-Parent",
            "/b/LL-Child",
            "/b/eBay-User-Tools",
            "/b/Test-Auctions",
            "/b/Attributes",
            "/bfl/",
            "/bgmt/",
            "/bin/",
            "/blueberry/",
            "/bo/",
            "/brw/",
            "/c/",
            "/cancel/",
            "/chocolatechip/",
            "/clp/",
            "/clt/store/",
            "/cnt/",
            "/contact/",
            "/csc/",
            "/cta/",
            "/ctg/",
            "/ctm/",
            "/d/graphql",
            "/dsc/",
            "/e/*?",
            "/easy-shop",
            "/ebay/cronus/",
            "/ebaylive/host",
            "/ecaptcha/",
            "/edc/",
            "/experience/fic",
            "/explore",
            "/feed/",
            "/fdbk/",
            "/ficapp/",
            "/fol/",
            "/g/api/",
            "/gh/cart",
            "/gh/collectbehaviorinfo",
            "/gh/collectsysteminfo",
            "/gh/useracquisition",
            "/gh/user_profile",
            "/gsr/",
            "/gss/",
            "/gum/",
            "/gwc/",
            "/hcp/",
            "/heute/",
            "/ico/",
            "/ifh",
            "/ipp/",
            "/itc/",
            "/itemmodules/",
            "/itemnotreceived/",
            "/itempolicy",
            "/itm/*,",
            "/itm/*/%",
            "/itm/*/[",
            "/itm/*/browser.json",
            "/itm/*action=BESTOFFER",
            "/itm/*boolp=",
            "/itm/*_nkw",
            "/itm/*?fits",
            "/itm/*&fits",
            "/itm/*.jpg",
            "/itm/*/%7B%7B",
            "/itm/:/",
            "/itm/*_pgn=",
            "/itm/addToCart",
            "/itm/fetchmodules",
            "/itm/sellerInfoV2",
            "/itm/soi",
            "/itm/variationlogistics",
            "/itm/watch/",
            "/itmhero/",
            "/lit/",
            "/logout",
            "/looking-glass-proxy/graphql",
            "/lstng",
            "/lst/ng/",
            "/lux/",
            "/lvx/",
            "/mbf/",
            "/merchanism/",
            "/mes/",
            "/mla/",
            "/mlt/",
            "/myb",
            "/mye",
            "/myebay",
            "/mys",
            "/nap/",
            "/nectar",
            "/npk/",
            "/p/*thm=",
            "/p/*surveyopen",
            "/p/moduleprovider/",
            "/p/surveyopen",
            "/personalization/",
            "/pgfeapp",
            "/price-guide/",
            "/prp/",
            "/rcm/",
            "/recfb?",
            "/recs/",
            "/res/",
            "/rewards",
            "/rtm*",
            "/rvh/",
            "/rye",
            "/sch/i.html?_nkw=",
            "/sch/i.html?*_nkw=*&",
            "/sch/",
            "/sch/*_sacat=",
            "/sch/ajax",
            "/sch/ebayadvsearch?_",
            "/sh/onboarding",
            "/sh/str/fvfsavings",
            "/ship/",
            "/shop/*&",
            "/signin/",
            "/sio/",
            "/siteminderagent/",
            "/sl/*bn_*?",
            "/sl/*SellLikeItem",
            "/sl/*wnstart",
            "/sl/node",
            "/sl/ipe",
            "/sme/",
            "/smevi/",
            "/sndmsg?",
            "/soc/",
            "/splashui/",
            "/splashui_rc/",
            "/srv/",
            "/str/*_sacat",
            "/str/*modules=STORE_CATEGORIES",
            "/str/beacon/storefrontbeacon",
            "/str/ssdemo",
            "/str/svc",
            "/talk/",
            "/tickets/",
            "/tkt",
            "/today/",
            "/trylater/",
            "/ulk/i/",
            "/ulk/sch/",
            "/ulk/usr/",
            "/urw/",
            "/usr/*/all-follows",
            "/usr/*/followers",
            "/vas",
            "/viitem",
            "/vlabl",
            "/vlt",
            "/vod/",
            "/vplbl/",
            "/vsp/",
            "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200",
            "/wcs/",
            "/ws/"
          ],
          "allow": [
            "/ads.txt",
            "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/*?*_mwBanner",
            "/b/*?iid=*&var=",
            "/b/*?iid=*&chn=ps",
            "/b/*?iid=*&var=*&chn=ps",
            "/sch/ebayadvsearch",
            "/sch/allcategories/",
            "/sch/*_ul",
            "/sch/*_fosrp",
            "/sch/*_trksid",
            "/sch/i.html?*&mkcid=2",
            "/signin/$",
            "/urw/*/product-reviews/"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/"
          ],
          "allow": [
            "/adchoice",
            "/authenticity-guarantee",
            "/motors/blog",
            "/motors/diy",
            "/help",
            "/sellercenter",
            "/ebaylive/seller",
            "/sl/sell",
            "/sh/landing",
            "/giftcards",
            "/shp/calc/rates"
          ]
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*_kw",
            "/*?maspect",
            "/*modules=SEARCH_REFINEMENTS_MODEL_V2",
            "/*redirect=mobile",
            "/*redirect%3Dmobile",
            "/*rt%3Dnc",
            "/*rt=nc",
            "/*src=urllib",
            "/?SSOWebDispatcher&tg=web&ru=",
            "/act/",
            "/adchoice",
            "/buyer-preferences",
            "/motors/diy/blog/*",
            "/motors/fnd/*",
            "/ads",
            "/adsrepository",
            "/afs/",
            "/atc/",
            "/adell-mutfak",
            "/ahu-kadin",
            "/antika-sanat",
            "/arama",
            "*/b2ajax/all-filter",
            "/bebek-anne",
            "/bilgisayar-tablet",
            "/cep-telefonu-ve-aksesuar",
            "/delicacy",
            "/ev-bahce",
            "/giyim-aksesuar",
            "/muzik-plak-enstruman",
            "/otomobil-motor-aksesuar",
            "/b/*,",
            "/b/*?iid=*&var=*&",
            "/b/*?iid=*&*&chn=ps",
            "/b/*?iid=*&var=*&*&chn=ps",
            "/b/*?*_nkw",
            "/b/*?*&",
            "/pe/*",
            "/b/*?*|",
            "/b/*%EF",
            "/b/*LH_",
            "/b/*_dmd=",
            "/b/*_dcat=",
            "/b/*_pgn=",
            "/b/*_sacat=",
            "/b/*_saved",
            "/b/*_sid=",
            "/b/*_sop=",
            "/b/*_stpos=",
            "/b/*DO-NOT-BID",
            "/b/*udhi=",
            "/b/*udlo=",
            "/b/Test-Category",
            "/b/eBay-Use-Only",
            "/b/eBay-Test-Only",
            "/b/LP-Parent",
            "/b/LL-Child",
            "/b/eBay-User-Tools",
            "/b/Test-Auctions",
            "/b/Attributes",
            "/bfl/",
            "/bgmt/",
            "/bin/",
            "/blueberry/",
            "/bo/",
            "/brw/",
            "/c/",
            "/cancel/",
            "/chocolatechip/",
            "/clp/",
            "/clt/store/",
            "/cnt/",
            "/contact/",
            "/csc/",
            "/cta/",
            "/ctg/",
            "/ctm/",
            "/d/graphql",
            "/dsc/",
            "/e/*?",
            "/easy-shop",
            "/ebay/cronus/",
            "/ebaylive/host",
            "/ecaptcha/",
            "/edc/",
            "/experience/fic",
            "/explore",
            "/feed/",
            "/fdbk/",
            "/ficapp/",
            "/fol/",
            "/g/api/",
            "/gh/cart",
            "/gh/collectbehaviorinfo",
            "/gh/collectsysteminfo",
            "/gh/useracquisition",
            "/gh/user_profile",
            "/gsr/",
            "/gss/",
            "/gum/",
            "/gwc/",
            "/hcp/",
            "/heute/",
            "/ico/",
            "/ifh",
            "/ipp/",
            "/itc/",
            "/itemmodules/",
            "/itemnotreceived/",
            "/itempolicy",
            "/itm/*,",
            "/itm/*/%",
            "/itm/*/[",
            "/itm/*/browser.json",
            "/itm/*action=BESTOFFER",
            "/itm/*boolp=",
            "/itm/*_nkw",
            "/itm/*?fits",
            "/itm/*&fits",
            "/itm/*.jpg",
            "/itm/*/%7B%7B",
            "/itm/:/",
            "/itm/*_pgn=",
            "/itm/addToCart",
            "/itm/fetchmodules",
            "/itm/sellerInfoV2",
            "/itm/soi",
            "/itm/variationlogistics",
            "/itm/watch/",
            "/itmhero/",
            "/lit/",
            "/logout",
            "/looking-glass-proxy/graphql",
            "/lstng",
            "/lst/ng/",
            "/lux/",
            "/lvx/",
            "/mbf/",
            "/merchanism/",
            "/mes/",
            "/mla/",
            "/mlt/",
            "/myb",
            "/mye",
            "/myebay",
            "/mys",
            "/nap/",
            "/nectar",
            "/npk/",
            "/p/*thm=",
            "/p/*surveyopen",
            "/p/moduleprovider/",
            "/p/surveyopen",
            "/personalization/",
            "/pgfeapp",
            "/price-guide/",
            "/prp/",
            "/rcm/",
            "/recfb?",
            "/recs/",
            "/res/",
            "/rewards",
            "/rtm*",
            "/rvh/",
            "/rye",
            "/sch/i.html?_nkw=",
            "/sch/i.html?*_nkw=*&",
            "/sch/",
            "/sch/*_sacat=",
            "/sch/ajax",
            "/sch/ebayadvsearch?_",
            "/sh/onboarding",
            "/sh/str/fvfsavings",
            "/ship/",
            "/shop/*&",
            "/signin/",
            "/sio/",
            "/siteminderagent/",
            "/sl/*bn_*?",
            "/sl/*SellLikeItem",
            "/sl/*wnstart",
            "/sl/node",
            "/sl/ipe",
            "/sme/",
            "/smevi/",
            "/sndmsg?",
            "/soc/",
            "/splashui/",
            "/splashui_rc/",
            "/srv/",
            "/str/*_sacat",
            "/str/*modules=STORE_CATEGORIES",
            "/str/beacon/storefrontbeacon",
            "/str/ssdemo",
            "/str/svc",
            "/talk/",
            "/tickets/",
            "/tkt",
            "/today/",
            "/trylater/",
            "/ulk/i/",
            "/ulk/sch/",
            "/ulk/usr/",
            "/urw/",
            "/usr/*/all-follows",
            "/usr/*/followers",
            "/vas",
            "/viitem",
            "/vlabl",
            "/vlt",
            "/vod/",
            "/vplbl/",
            "/vsp/",
            "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200",
            "/wcs/",
            "/ws/"
          ],
          "allow": [
            "/ads.txt",
            "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0",
            "/b/*?*_mwBanner",
            "/b/*?iid=*&var=",
            "/b/*?iid=*&chn=ps",
            "/b/*?iid=*&var=*&chn=ps",
            "/sch/ebayadvsearch",
            "/sch/allcategories/",
            "/sch/*_ul",
            "/sch/*_fosrp",
            "/sch/*_trksid",
            "/sch/i.html?*&mkcid=2",
            "/signin/$",
            "/urw/*/product-reviews/"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/"
          ],
          "allow": [
            "/adchoice",
            "/authenticity-guarantee",
            "/motors/blog",
            "/motors/diy",
            "/help",
            "/sellercenter",
            "/ebaylive/seller",
            "/sl/sell",
            "/sh/landing",
            "/giftcards",
            "/shp/calc/rates"
          ]
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/"
          ],
          "allow": [
            "/adchoice",
            "/authenticity-guarantee",
            "/motors/blog",
            "/motors/diy",
            "/help",
            "/sellercenter",
            "/ebaylive/seller",
            "/sl/sell",
            "/sh/landing",
            "/giftcards",
            "/shp/calc/rates"
          ]
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/"
          ],
          "allow": [
            "/adchoice",
            "/authenticity-guarantee",
            "/motors/blog",
            "/motors/diy",
            "/help",
            "/sellercenter",
            "/ebaylive/seller",
            "/sl/sell",
            "/sh/landing",
            "/giftcards",
            "/shp/calc/rates"
          ]
        }
      }
    },
    {
      "domain": "expedia.com",
      "scannedAt": "2026-10-22T11:28:35.131Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://expedia.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "#\n# General bots\n#\nuser-agent: *\n#hotel\ndisallow: /Hotel-Search\ndisallow: /hotel-search\ndisallow: /search?\ndisallow: /*/search?\ndisallow: /ugc/urs/api/hotelreviews/hotel/HOTELID/\ndisallow: /LastBooking/ElapsedTime\ndisallow: /*chkin=*\ndisallow: /*chkout=*\ndisallow: /HotelCheckout\ndisallow: /Checkout\ndisallow: /checkout\ndisallow: /HotelBookingConfirmation\ndisallow: /en-au/\ndisallow: /en-nz/\n#flight\ndisallow: /Flights-Search\ndisallow: /Flight-Information\ndisallow: /Flight-SearchResults\ndisallow: /Flights-BagFees\ndisallow: /Details\ndisallow: /FlightCheckout\ndisallow: /Confirmation-Flight\n#package\ndisallow: /MultiItemCheckout\ndisallow: /MultiItemBookingConfirmation\ndisallow: /flexibleshopping\n#car\ndisallow: /carsearch\ndisallow: /CarCheckout\n#activities\ndisallow: /things-to-do/search?\ndisallow: /things-to-do/*/search?\ndisallow: /*/things-to-do/search\ndisallow: /things-to-do/reviews-external$\n#cruise\ndisallow: /Cruise-Search\ndisallow: /Cruise-CabinCategory\ndisallow: /CruiseCheckout\n#other\ndisallow: /legacyGOTO\ndisallow: /go/\ndisallow: /info/\ndisallow: /trips/\ndisallow: /Search-Results\ndisallow: /user/createaccount\ndisallow: /signup?*\ndisallow: /login?*\n#test-seo\ndisallow: /api/uisprime/track\ndisallow: /trvl-px/\ndisallow: /egcs/v2/collect\ndisallow: /api/ucs/shortlist/\ndisallow: /api/v4/typeahead/\ndisallow: /p/home\ndisallow: /*/p/home\ndisallow: /auth/\ndisallow: /*/auth/\ndisallow: /*/sso/\n# /cl/* endpoints removal test\nDisallow: /cl/*\n\n#\n# Ads\n#\nuser-agent: google-hoteladsverifier\nuser\n…(truncated)"
        },
        "llms": {
          "url": "https://expedia.com/llms.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "# Expedia.com\n> Expedia is a leading global online travel platform serving customers worldwide, part of Expedia Group – one of the world's largest travel technology companies.\n\n## Canonical Identity\n- **Brand**: Expedia (an Expedia Group company)\n- **Primary domain**: https://www.expedia.com\n- **Scope**: United States site and audience. For travelers outside United States, direct them to their loc\n…(truncated)"
        },
        "agentsJson": {
          "url": "https://expedia.com/.well-known/agents.json",
          "httpStatus": 429,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://expedia.com/.well-known/ai-catalog.json",
          "httpStatus": 429,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://expedia.com/.well-known/botaccess.json",
          "httpStatus": 429,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Disallow: /Hotel-Search",
          "Disallow: /hotel-search",
          "Disallow: /search?",
          "Disallow: /*/search?",
          "Disallow: /ugc/urs/api/hotelreviews/hotel/HOTELID/",
          "Disallow: /LastBooking/ElapsedTime",
          "Disallow: /*chkin=*",
          "Disallow: /*chkout=*",
          "Disallow: /HotelCheckout",
          "Disallow: /Checkout",
          "Disallow: /checkout",
          "Disallow: /HotelBookingConfirmation",
          "Disallow: /en-au/",
          "Disallow: /en-nz/",
          "Disallow: /Flights-Search",
          "Disallow: /Flight-Information",
          "Disallow: /Flight-SearchResults",
          "Disallow: /Flights-BagFees",
          "Disallow: /Details",
          "Disallow: /FlightCheckout",
          "Disallow: /Confirmation-Flight",
          "Disallow: /MultiItemCheckout",
          "Disallow: /MultiItemBookingConfirmation",
          "Disallow: /flexibleshopping",
          "Disallow: /carsearch",
          "Disallow: /CarCheckout",
          "Disallow: /things-to-do/search?",
          "Disallow: /things-to-do/*/search?",
          "Disallow: /*/things-to-do/search",
          "Disallow: /things-to-do/reviews-external$",
          "Disallow: /Cruise-Search",
          "Disallow: /Cruise-CabinCategory",
          "Disallow: /CruiseCheckout",
          "Disallow: /legacyGOTO",
          "Disallow: /go/",
          "Disallow: /info/",
          "Disallow: /trips/",
          "Disallow: /Search-Results",
          "Disallow: /user/createaccount",
          "Disallow: /signup?*"
        ],
        "oai-searchbot": [
          "Allow: /",
          "Disallow: /p/home",
          "Disallow: /*/p/home",
          "Disallow: /auth/",
          "Disallow: /*/auth/",
          "Disallow: /*/sso/",
          "Disallow: /cl/*"
        ],
        "chatgpt-user": [
          "Allow: /",
          "Disallow: /p/home",
          "Disallow: /*/p/home",
          "Disallow: /auth/",
          "Disallow: /*/auth/",
          "Disallow: /*/sso/",
          "Disallow: /cl/*"
        ],
        "perplexitybot": [
          "Allow: /",
          "Disallow: /p/home",
          "Disallow: /*/p/home",
          "Disallow: /auth/",
          "Disallow: /*/auth/",
          "Disallow: /*/sso/",
          "Disallow: /cl/*"
        ],
        "perplexity-user": [
          "Allow: /",
          "Disallow: /p/home",
          "Disallow: /*/p/home",
          "Disallow: /auth/",
          "Disallow: /*/auth/",
          "Disallow: /*/sso/",
          "Disallow: /cl/*"
        ],
        "claude-user": [
          "Allow: /",
          "Disallow: /p/home",
          "Disallow: /*/p/home",
          "Disallow: /auth/",
          "Disallow: /*/auth/",
          "Disallow: /*/sso/",
          "Disallow: /cl/*"
        ],
        "claude-searchbot": [
          "Allow: /",
          "Disallow: /p/home",
          "Disallow: /*/p/home",
          "Disallow: /auth/",
          "Disallow: /*/auth/",
          "Disallow: /*/sso/",
          "Disallow: /cl/*"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/Hotel-Search",
            "/hotel-search",
            "/search?",
            "/*/search?",
            "/ugc/urs/api/hotelreviews/hotel/HOTELID/",
            "/LastBooking/ElapsedTime",
            "/*chkin=*",
            "/*chkout=*",
            "/HotelCheckout",
            "/Checkout",
            "/checkout",
            "/HotelBookingConfirmation",
            "/en-au/",
            "/en-nz/",
            "/Flights-Search",
            "/Flight-Information",
            "/Flight-SearchResults",
            "/Flights-BagFees",
            "/Details",
            "/FlightCheckout",
            "/Confirmation-Flight",
            "/MultiItemCheckout",
            "/MultiItemBookingConfirmation",
            "/flexibleshopping",
            "/carsearch",
            "/CarCheckout",
            "/things-to-do/search?",
            "/things-to-do/*/search?",
            "/*/things-to-do/search",
            "/things-to-do/reviews-external$",
            "/Cruise-Search",
            "/Cruise-CabinCategory",
            "/CruiseCheckout",
            "/legacyGOTO",
            "/go/",
            "/info/",
            "/trips/",
            "/Search-Results",
            "/user/createaccount",
            "/signup?*",
            "/login?*",
            "/api/uisprime/track",
            "/trvl-px/",
            "/egcs/v2/collect",
            "/api/ucs/shortlist/",
            "/api/v4/typeahead/",
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [
            "/"
          ]
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [
            "/"
          ]
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/Hotel-Search",
            "/hotel-search",
            "/search?",
            "/*/search?",
            "/ugc/urs/api/hotelreviews/hotel/HOTELID/",
            "/LastBooking/ElapsedTime",
            "/*chkin=*",
            "/*chkout=*",
            "/HotelCheckout",
            "/Checkout",
            "/checkout",
            "/HotelBookingConfirmation",
            "/en-au/",
            "/en-nz/",
            "/Flights-Search",
            "/Flight-Information",
            "/Flight-SearchResults",
            "/Flights-BagFees",
            "/Details",
            "/FlightCheckout",
            "/Confirmation-Flight",
            "/MultiItemCheckout",
            "/MultiItemBookingConfirmation",
            "/flexibleshopping",
            "/carsearch",
            "/CarCheckout",
            "/things-to-do/search?",
            "/things-to-do/*/search?",
            "/*/things-to-do/search",
            "/things-to-do/reviews-external$",
            "/Cruise-Search",
            "/Cruise-CabinCategory",
            "/CruiseCheckout",
            "/legacyGOTO",
            "/go/",
            "/info/",
            "/trips/",
            "/Search-Results",
            "/user/createaccount",
            "/signup?*",
            "/login?*",
            "/api/uisprime/track",
            "/trvl-px/",
            "/egcs/v2/collect",
            "/api/ucs/shortlist/",
            "/api/v4/typeahead/",
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [
            "/"
          ]
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [
            "/"
          ]
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/Hotel-Search",
            "/hotel-search",
            "/search?",
            "/*/search?",
            "/ugc/urs/api/hotelreviews/hotel/HOTELID/",
            "/LastBooking/ElapsedTime",
            "/*chkin=*",
            "/*chkout=*",
            "/HotelCheckout",
            "/Checkout",
            "/checkout",
            "/HotelBookingConfirmation",
            "/en-au/",
            "/en-nz/",
            "/Flights-Search",
            "/Flight-Information",
            "/Flight-SearchResults",
            "/Flights-BagFees",
            "/Details",
            "/FlightCheckout",
            "/Confirmation-Flight",
            "/MultiItemCheckout",
            "/MultiItemBookingConfirmation",
            "/flexibleshopping",
            "/carsearch",
            "/CarCheckout",
            "/things-to-do/search?",
            "/things-to-do/*/search?",
            "/*/things-to-do/search",
            "/things-to-do/reviews-external$",
            "/Cruise-Search",
            "/Cruise-CabinCategory",
            "/CruiseCheckout",
            "/legacyGOTO",
            "/go/",
            "/info/",
            "/trips/",
            "/Search-Results",
            "/user/createaccount",
            "/signup?*",
            "/login?*",
            "/api/uisprime/track",
            "/trvl-px/",
            "/egcs/v2/collect",
            "/api/ucs/shortlist/",
            "/api/v4/typeahead/",
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [
            "/"
          ]
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [
            "/"
          ]
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/Hotel-Search",
            "/hotel-search",
            "/search?",
            "/*/search?",
            "/ugc/urs/api/hotelreviews/hotel/HOTELID/",
            "/LastBooking/ElapsedTime",
            "/*chkin=*",
            "/*chkout=*",
            "/HotelCheckout",
            "/Checkout",
            "/checkout",
            "/HotelBookingConfirmation",
            "/en-au/",
            "/en-nz/",
            "/Flights-Search",
            "/Flight-Information",
            "/Flight-SearchResults",
            "/Flights-BagFees",
            "/Details",
            "/FlightCheckout",
            "/Confirmation-Flight",
            "/MultiItemCheckout",
            "/MultiItemBookingConfirmation",
            "/flexibleshopping",
            "/carsearch",
            "/CarCheckout",
            "/things-to-do/search?",
            "/things-to-do/*/search?",
            "/*/things-to-do/search",
            "/things-to-do/reviews-external$",
            "/Cruise-Search",
            "/Cruise-CabinCategory",
            "/CruiseCheckout",
            "/legacyGOTO",
            "/go/",
            "/info/",
            "/trips/",
            "/Search-Results",
            "/user/createaccount",
            "/signup?*",
            "/login?*",
            "/api/uisprime/track",
            "/trvl-px/",
            "/egcs/v2/collect",
            "/api/ucs/shortlist/",
            "/api/v4/typeahead/",
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/Hotel-Search",
            "/hotel-search",
            "/search?",
            "/*/search?",
            "/ugc/urs/api/hotelreviews/hotel/HOTELID/",
            "/LastBooking/ElapsedTime",
            "/*chkin=*",
            "/*chkout=*",
            "/HotelCheckout",
            "/Checkout",
            "/checkout",
            "/HotelBookingConfirmation",
            "/en-au/",
            "/en-nz/",
            "/Flights-Search",
            "/Flight-Information",
            "/Flight-SearchResults",
            "/Flights-BagFees",
            "/Details",
            "/FlightCheckout",
            "/Confirmation-Flight",
            "/MultiItemCheckout",
            "/MultiItemBookingConfirmation",
            "/flexibleshopping",
            "/carsearch",
            "/CarCheckout",
            "/things-to-do/search?",
            "/things-to-do/*/search?",
            "/*/things-to-do/search",
            "/things-to-do/reviews-external$",
            "/Cruise-Search",
            "/Cruise-CabinCategory",
            "/CruiseCheckout",
            "/legacyGOTO",
            "/go/",
            "/info/",
            "/trips/",
            "/Search-Results",
            "/user/createaccount",
            "/signup?*",
            "/login?*",
            "/api/uisprime/track",
            "/trvl-px/",
            "/egcs/v2/collect",
            "/api/ucs/shortlist/",
            "/api/v4/typeahead/",
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/Hotel-Search",
            "/hotel-search",
            "/search?",
            "/*/search?",
            "/ugc/urs/api/hotelreviews/hotel/HOTELID/",
            "/LastBooking/ElapsedTime",
            "/*chkin=*",
            "/*chkout=*",
            "/HotelCheckout",
            "/Checkout",
            "/checkout",
            "/HotelBookingConfirmation",
            "/en-au/",
            "/en-nz/",
            "/Flights-Search",
            "/Flight-Information",
            "/Flight-SearchResults",
            "/Flights-BagFees",
            "/Details",
            "/FlightCheckout",
            "/Confirmation-Flight",
            "/MultiItemCheckout",
            "/MultiItemBookingConfirmation",
            "/flexibleshopping",
            "/carsearch",
            "/CarCheckout",
            "/things-to-do/search?",
            "/things-to-do/*/search?",
            "/*/things-to-do/search",
            "/things-to-do/reviews-external$",
            "/Cruise-Search",
            "/Cruise-CabinCategory",
            "/CruiseCheckout",
            "/legacyGOTO",
            "/go/",
            "/info/",
            "/trips/",
            "/Search-Results",
            "/user/createaccount",
            "/signup?*",
            "/login?*",
            "/api/uisprime/track",
            "/trvl-px/",
            "/egcs/v2/collect",
            "/api/ucs/shortlist/",
            "/api/v4/typeahead/",
            "/p/home",
            "/*/p/home",
            "/auth/",
            "/*/auth/",
            "/*/sso/",
            "/cl/*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "github.com",
      "scannedAt": "2026-10-22T11:28:35.252Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://github.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "# If you would like to crawl GitHub contact us via https://support.github.com?tags=dotcom-robots\n# We also provide an extensive API: https://docs.github.com\nSitemap: https://github.com/sitemap_marketing.xml\n\nUser-agent: GPTBot\nUser-agent: OAI-SearchBot\nUser-agent: ClaudeBot\nUser-agent: anthropic-ai\nUser-agent: PerplexityBot\nCrawl-delay: 1\nAllow: /*?tab=achievements&achievement=*\nAllow: /marketplace/*?tab=readme$\nAllow: /marketplace/*?tab=transparency$\nDisallow: /account-login\nDisallow: /copilot/\nDisallow: /copilot/c/\nDisallow: /ekansa/Open-Context-Data\nDisallow: /ekansa/opencontext-*\nDisallow: /Explodingstuff/\nDisallow: /gist/\nDisallow: /search/advanced\nDisallow: /search$\nDisallow: /*/*/pulse_committer_data.json$\nDisallow: /*/*/pulse_committer_data.json?*\nDisallow: /*/archive/\nDisallow: /*/blame/\nDisallow: /*/cache/\nDisallow: /*/raw/\nDisallow: /*/tree/\nDisallow: */tarball/\nDisallow: */zipball/\nDisallow: /.git/\nDisallow: */.git/\nDisallow: /*.git$\nDisallow: /*.atom$\nDisallow: /*report-abuse?report=*\nDisallow: /*/*/commits/\nDisallow: /marketplace/*/*?tab=readme$\nDisallow: /marketplace/*/*?tab=transparency$\nDisallow: /marketplace/*?*?tab=readme$\nDisallow: /marketplace/*?*?tab=transparency$\nDisallow: /marketplace/actions?tab=readme$\nDisallow: /marketplace/actions?tab=transparency$\nDisallow: /marketplace/free-trials?tab=readme$\nDisallow: /marketplace/free-trials?tab=transparency$\nDisallow: /marketplace/manage?tab=readme$\nDisallow: /marketplace/manage?tab=transparency$\nDisallow: /ma\n…(truncated)"
        },
        "llms": {
          "url": "https://github.com/llms.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "# GitHub\n\n> GitHub is a developer platform for building, shipping, and maintaining software. It provides cloud-based Git repository hosting, CI/CD via GitHub Actions, project management with Issues and Projects, code review via pull requests, AI-powered development with GitHub Copilot, and APIs (REST and GraphQL) for automation and integration.\n\n## How to use\n\nTo retrieve full article content, pag\n…(truncated)"
        },
        "agentsJson": {
          "url": "https://github.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://github.com/.well-known/ai-catalog.json",
          "httpStatus": 200,
          "present": true,
          "error": null
        },
        "botaccess": {
          "url": "https://github.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "gptbot": [
          "Crawl-delay: 1",
          "Allow: /*?tab=achievements&achievement=*",
          "Allow: /marketplace/*?tab=readme$",
          "Allow: /marketplace/*?tab=transparency$",
          "Disallow: /account-login",
          "Disallow: /copilot/",
          "Disallow: /copilot/c/",
          "Disallow: /ekansa/Open-Context-Data",
          "Disallow: /ekansa/opencontext-*",
          "Disallow: /Explodingstuff/",
          "Disallow: /gist/",
          "Disallow: /search/advanced",
          "Disallow: /search$",
          "Disallow: /*/*/pulse_committer_data.json$",
          "Disallow: /*/*/pulse_committer_data.json?*",
          "Disallow: /*/archive/",
          "Disallow: /*/blame/",
          "Disallow: /*/cache/",
          "Disallow: /*/raw/",
          "Disallow: /*/tree/",
          "Disallow: */tarball/",
          "Disallow: */zipball/",
          "Disallow: /.git/",
          "Disallow: */.git/",
          "Disallow: /*.git$",
          "Disallow: /*.atom$",
          "Disallow: /*report-abuse?report=*",
          "Disallow: /*/*/commits/",
          "Disallow: /marketplace/*/*?tab=readme$",
          "Disallow: /marketplace/*/*?tab=transparency$",
          "Disallow: /marketplace/*?*?tab=readme$",
          "Disallow: /marketplace/*?*?tab=transparency$",
          "Disallow: /marketplace/actions?tab=readme$",
          "Disallow: /marketplace/actions?tab=transparency$",
          "Disallow: /marketplace/free-trials?tab=readme$",
          "Disallow: /marketplace/free-trials?tab=transparency$",
          "Disallow: /marketplace/manage?tab=readme$",
          "Disallow: /marketplace/manage?tab=transparency$",
          "Disallow: /marketplace/models?tab=readme$",
          "Disallow: /marketplace/models?tab=transparency$"
        ],
        "oai-searchbot": [
          "Crawl-delay: 1",
          "Allow: /*?tab=achievements&achievement=*",
          "Allow: /marketplace/*?tab=readme$",
          "Allow: /marketplace/*?tab=transparency$",
          "Disallow: /account-login",
          "Disallow: /copilot/",
          "Disallow: /copilot/c/",
          "Disallow: /ekansa/Open-Context-Data",
          "Disallow: /ekansa/opencontext-*",
          "Disallow: /Explodingstuff/",
          "Disallow: /gist/",
          "Disallow: /search/advanced",
          "Disallow: /search$",
          "Disallow: /*/*/pulse_committer_data.json$",
          "Disallow: /*/*/pulse_committer_data.json?*",
          "Disallow: /*/archive/",
          "Disallow: /*/blame/",
          "Disallow: /*/cache/",
          "Disallow: /*/raw/",
          "Disallow: /*/tree/",
          "Disallow: */tarball/",
          "Disallow: */zipball/",
          "Disallow: /.git/",
          "Disallow: */.git/",
          "Disallow: /*.git$",
          "Disallow: /*.atom$",
          "Disallow: /*report-abuse?report=*",
          "Disallow: /*/*/commits/",
          "Disallow: /marketplace/*/*?tab=readme$",
          "Disallow: /marketplace/*/*?tab=transparency$",
          "Disallow: /marketplace/*?*?tab=readme$",
          "Disallow: /marketplace/*?*?tab=transparency$",
          "Disallow: /marketplace/actions?tab=readme$",
          "Disallow: /marketplace/actions?tab=transparency$",
          "Disallow: /marketplace/free-trials?tab=readme$",
          "Disallow: /marketplace/free-trials?tab=transparency$",
          "Disallow: /marketplace/manage?tab=readme$",
          "Disallow: /marketplace/manage?tab=transparency$",
          "Disallow: /marketplace/models?tab=readme$",
          "Disallow: /marketplace/models?tab=transparency$"
        ],
        "claudebot": [
          "Crawl-delay: 1",
          "Allow: /*?tab=achievements&achievement=*",
          "Allow: /marketplace/*?tab=readme$",
          "Allow: /marketplace/*?tab=transparency$",
          "Disallow: /account-login",
          "Disallow: /copilot/",
          "Disallow: /copilot/c/",
          "Disallow: /ekansa/Open-Context-Data",
          "Disallow: /ekansa/opencontext-*",
          "Disallow: /Explodingstuff/",
          "Disallow: /gist/",
          "Disallow: /search/advanced",
          "Disallow: /search$",
          "Disallow: /*/*/pulse_committer_data.json$",
          "Disallow: /*/*/pulse_committer_data.json?*",
          "Disallow: /*/archive/",
          "Disallow: /*/blame/",
          "Disallow: /*/cache/",
          "Disallow: /*/raw/",
          "Disallow: /*/tree/",
          "Disallow: */tarball/",
          "Disallow: */zipball/",
          "Disallow: /.git/",
          "Disallow: */.git/",
          "Disallow: /*.git$",
          "Disallow: /*.atom$",
          "Disallow: /*report-abuse?report=*",
          "Disallow: /*/*/commits/",
          "Disallow: /marketplace/*/*?tab=readme$",
          "Disallow: /marketplace/*/*?tab=transparency$",
          "Disallow: /marketplace/*?*?tab=readme$",
          "Disallow: /marketplace/*?*?tab=transparency$",
          "Disallow: /marketplace/actions?tab=readme$",
          "Disallow: /marketplace/actions?tab=transparency$",
          "Disallow: /marketplace/free-trials?tab=readme$",
          "Disallow: /marketplace/free-trials?tab=transparency$",
          "Disallow: /marketplace/manage?tab=readme$",
          "Disallow: /marketplace/manage?tab=transparency$",
          "Disallow: /marketplace/models?tab=readme$",
          "Disallow: /marketplace/models?tab=transparency$"
        ],
        "perplexitybot": [
          "Crawl-delay: 1",
          "Allow: /*?tab=achievements&achievement=*",
          "Allow: /marketplace/*?tab=readme$",
          "Allow: /marketplace/*?tab=transparency$",
          "Disallow: /account-login",
          "Disallow: /copilot/",
          "Disallow: /copilot/c/",
          "Disallow: /ekansa/Open-Context-Data",
          "Disallow: /ekansa/opencontext-*",
          "Disallow: /Explodingstuff/",
          "Disallow: /gist/",
          "Disallow: /search/advanced",
          "Disallow: /search$",
          "Disallow: /*/*/pulse_committer_data.json$",
          "Disallow: /*/*/pulse_committer_data.json?*",
          "Disallow: /*/archive/",
          "Disallow: /*/blame/",
          "Disallow: /*/cache/",
          "Disallow: /*/raw/",
          "Disallow: /*/tree/",
          "Disallow: */tarball/",
          "Disallow: */zipball/",
          "Disallow: /.git/",
          "Disallow: */.git/",
          "Disallow: /*.git$",
          "Disallow: /*.atom$",
          "Disallow: /*report-abuse?report=*",
          "Disallow: /*/*/commits/",
          "Disallow: /marketplace/*/*?tab=readme$",
          "Disallow: /marketplace/*/*?tab=transparency$",
          "Disallow: /marketplace/*?*?tab=readme$",
          "Disallow: /marketplace/*?*?tab=transparency$",
          "Disallow: /marketplace/actions?tab=readme$",
          "Disallow: /marketplace/actions?tab=transparency$",
          "Disallow: /marketplace/free-trials?tab=readme$",
          "Disallow: /marketplace/free-trials?tab=transparency$",
          "Disallow: /marketplace/manage?tab=readme$",
          "Disallow: /marketplace/manage?tab=transparency$",
          "Disallow: /marketplace/models?tab=readme$",
          "Disallow: /marketplace/models?tab=transparency$"
        ],
        "bytespider": [
          "Disallow: /"
        ],
        "*": [
          "Allow: /*?tab=achievements&achievement=*",
          "Allow: /marketplace/*?tab=readme$",
          "Allow: /marketplace/*?tab=transparency$",
          "Disallow: /account-login",
          "Disallow: /copilot/",
          "Disallow: /copilot/c/",
          "Disallow: /ekansa/Open-Context-Data",
          "Disallow: /ekansa/opencontext-*",
          "Disallow: /Explodingstuff/",
          "Disallow: /gist/",
          "Disallow: /search/advanced",
          "Disallow: /search$",
          "Disallow: /*/*/pulse_committer_data.json$",
          "Disallow: /*/*/pulse_committer_data.json?*",
          "Disallow: /*/archive/",
          "Disallow: /*/blame/",
          "Disallow: /*/cache/",
          "Disallow: /*/raw/",
          "Disallow: /*/tree/",
          "Disallow: */tarball/",
          "Disallow: */zipball/",
          "Disallow: /.git/",
          "Disallow: */.git/",
          "Disallow: /*.git$",
          "Disallow: /*.atom$",
          "Disallow: /*report-abuse?report=*",
          "Disallow: /*/*/commits/",
          "Disallow: /marketplace/*/*?tab=readme$",
          "Disallow: /marketplace/*/*?tab=transparency$",
          "Disallow: /marketplace/*?*?tab=readme$",
          "Disallow: /marketplace/*?*?tab=transparency$",
          "Disallow: /marketplace/actions?tab=readme$",
          "Disallow: /marketplace/actions?tab=transparency$",
          "Disallow: /marketplace/free-trials?tab=readme$",
          "Disallow: /marketplace/free-trials?tab=transparency$",
          "Disallow: /marketplace/manage?tab=readme$",
          "Disallow: /marketplace/manage?tab=transparency$",
          "Disallow: /marketplace/models?tab=readme$",
          "Disallow: /marketplace/models?tab=transparency$",
          "Disallow: /marketplace/new?tab=readme$"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ]
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ]
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ]
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "partial",
          "explicit": true,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ]
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/account-login",
            "/copilot/",
            "/copilot/c/",
            "/ekansa/Open-Context-Data",
            "/ekansa/opencontext-*",
            "/Explodingstuff/",
            "/gist/",
            "/search/advanced",
            "/search$",
            "/*/*/pulse_committer_data.json$",
            "/*/*/pulse_committer_data.json?*",
            "/*/archive/",
            "/*/blame/",
            "/*/cache/",
            "/*/raw/",
            "/*/tree/",
            "*/tarball/",
            "*/zipball/",
            "/.git/",
            "*/.git/",
            "/*.git$",
            "/*.atom$",
            "/*report-abuse?report=*",
            "/*/*/commits/",
            "/marketplace/*/*?tab=readme$",
            "/marketplace/*/*?tab=transparency$",
            "/marketplace/*?*?tab=readme$",
            "/marketplace/*?*?tab=transparency$",
            "/marketplace/actions?tab=readme$",
            "/marketplace/actions?tab=transparency$",
            "/marketplace/free-trials?tab=readme$",
            "/marketplace/free-trials?tab=transparency$",
            "/marketplace/manage?tab=readme$",
            "/marketplace/manage?tab=transparency$",
            "/marketplace/models?tab=readme$",
            "/marketplace/models?tab=transparency$",
            "/marketplace/new?tab=readme$",
            "/marketplace/new?tab=transparency$",
            "/marketplace/publishers?tab=readme$",
            "/marketplace/publishers?tab=transparency$",
            "/marketplace/recently-added?tab=readme$",
            "/marketplace/recently-added?tab=transparency$",
            "/biztools$",
            "/biztools?*",
            "/biztools/*",
            "/businesses$",
            "/businesses?*",
            "/businesses/*",
            "/enterprises$",
            "/enterprises?*",
            "/enterprises/*",
            "/organizations$",
            "/organizations?*",
            "/organizations/*",
            "/settings$",
            "/settings?*",
            "/settings/*",
            "/stafftools$",
            "/stafftools?*",
            "/stafftools/*",
            "/users/*/billing$",
            "/users/*/billing?*",
            "/users/*/billing/*",
            "/writing$",
            "/writing?*",
            "/writing/*",
            "/*/*/branches$",
            "/*/*/branches?*",
            "/*/*/branches/*",
            "/*/*/comments$",
            "/*/*/comments?*",
            "/*/*/comments/*",
            "/*/*/compare$",
            "/*/*/compare?*",
            "/*/*/compare/*",
            "/*/*/contributors$",
            "/*/*/contributors?*",
            "/*/*/contributors/*",
            "/*/*/contributors_list$",
            "/*/*/contributors_list?*",
            "/*/*/contributors_list/*",
            "/*/*/contributors-list$",
            "/*/*/contributors-list?*",
            "/*/*/contributors-list/*",
            "/*/*/download$",
            "/*/*/download?*",
            "/*/*/download/*",
            "/*/*/forks$",
            "/*/*/forks?*",
            "/*/*/forks/*",
            "/*/*/graphs$",
            "/*/*/graphs?*",
            "/*/*/graphs/*",
            "/*/*/issues/new$",
            "/*/*/issues/new?*",
            "/*/*/issues/new/*",
            "/*/*/issues/search$",
            "/*/*/issues/search?*",
            "/*/*/issues/search/*",
            "/*/*/milestones/new$",
            "/*/*/milestones/new?*",
            "/*/*/milestones/new/*",
            "/*/*/network$",
            "/*/*/network?*",
            "/*/*/network/*",
            "/*/*/projects$",
            "/*/*/projects?*",
            "/*/*/projects/*",
            "/*/*/pulse$",
            "/*/*/pulse?*",
            "/*/*/pulse/*",
            "/*/*/pulse-new$",
            "/*/*/pulse-new?*",
            "/*/*/pulse-new/*",
            "/*/*/pulse_committer_data$",
            "/*/*/pulse_committer_data?*",
            "/*/*/pulse_committer_data/*",
            "/*/*/pulse_diffstat_summary$",
            "/*/*/pulse_diffstat_summary?*",
            "/*/*/pulse_diffstat_summary/*",
            "/*/*/revisions$",
            "/*/*/revisions?*",
            "/*/*/revisions/*",
            "/*/*/stargazers$",
            "/*/*/stargazers?*",
            "/*/*/stargazers/*",
            "/*/*/tags$",
            "/*/*/tags?*",
            "/*/*/tags/*",
            "/*/*/watchers$",
            "/*/*/watchers?*",
            "/*/*/watchers/*",
            "/*?source=*",
            "/*&source=*",
            "/*?ref_cta=*",
            "/*&ref_cta=*",
            "/*?plan=*",
            "/*&plan=*",
            "/*?return_to=*",
            "/*&return_to=*",
            "/*?ref_loc=*",
            "/*&ref_loc=*",
            "/*?setup_organization=*",
            "/*&setup_organization=*",
            "/*?source_repo=*",
            "/*&source_repo=*",
            "/*?ref_page=*",
            "/*&ref_page=*",
            "/*?referrer=*",
            "/*&referrer=*",
            "/*?report=*",
            "/*&report=*",
            "/*?author=*",
            "/*&author=*",
            "/*?since=*",
            "/*&since=*",
            "/*?until=*",
            "/*&until=*",
            "/*?tab=*",
            "/*&tab=*",
            "/*?q=*",
            "/*&q=*"
          ],
          "allow": [
            "/*?tab=achievements&achievement=*",
            "/marketplace/*?tab=readme$",
            "/marketplace/*?tab=transparency$"
          ],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "linkedin.com",
      "scannedAt": "2026-10-22T11:28:34.958Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://linkedin.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/html; charset=utf-8",
          "error": null,
          "snippet": "<!doctype html><html lang=\"en-US\" dir=\"ltr\"><head><base href=\"https://www.google.com/recaptcha/challengepage/\"><link rel=\"preconnect\" href=\"//www.gstatic.com\"><meta name=\"referrer\" content=\"origin\"><script nonce=\"GolmD39hu2ZKY231nf2Z5w\">window['ppConfig'] = {productName: 'RecaptchaChallengePageUi', deleteIsEnforced:  true , sealIsEnforced:  true , heartbeatRate:  0.5 , periodicReportingRateMillis:  60000.0 , disableAllReporting:  false };(function(){'use strict';function k(a){var b=0;return function(){return b<a.length?{done:!1,value:a[b++]}:{done:!0}}}function l(a){var b=typeof Symbol!=\"undefined\"&&Symbol.iterator&&a[Symbol.iterator];if(b)return b.call(a);if(typeof a.length==\"number\")return{next:k(a)};throw Error(String(a)+\" is not an iterable or ArrayLike\");}function m(a,b){var c;b&&!b.done&&(c=a[\"return\"])&&c.call(a)}\nvar n=typeof Object.defineProperties==\"function\"?Object.defineProperty:function(a,b,c){if(a==Array.prototype||a==Object.prototype)return a;a[b]=c.value;return a};function p(a){a=[\"object\"==typeof globalThis&&globalThis,a,\"object\"==typeof window&&window,\"object\"==typeof self&&self,\"object\"==typeof global&&global];for(var b=0;b<a.length;++b){var c=a[b];if(c&&c.Math==Math)return c}throw Error(\"Cannot find global object\");}var q=p(this);\nfunction r(a,b){if(b)a:{var c=q;a=a.split(\".\");for(var d=0;d<a.length-1;d++){var e=a[d];if(!(e in c))break a;c=c[e]}a=a[a.length-1];d=c[a];b=b(d);b!=d&&b!=null&&n(c,a,{configurable:!0,writable:!0,value:b})}}r(\"Object.is\",function\n…(truncated)"
        },
        "llms": {
          "url": "https://linkedin.com/llms.txt",
          "httpStatus": 200,
          "present": false,
          "contentType": "text/html; charset=utf-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://linkedin.com/.well-known/agents.json",
          "httpStatus": 200,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://linkedin.com/.well-known/ai-catalog.json",
          "httpStatus": 200,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://linkedin.com/.well-known/botaccess.json",
          "httpStatus": 200,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {},
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        }
      }
    },
    {
      "domain": "nytimes.com",
      "scannedAt": "2026-10-22T11:28:35.153Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://nytimes.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=UTF-8",
          "error": null,
          "snippet": "# New York Times content is made available for your personal, non-commercial\n# use subject to our Terms of Service here:\n# https://help.nytimes.com/hc/en-us/articles/115014893428-Terms-of-Service.\n# Use of any device, tool, or process designed to data mine or scrape the content\n# using automated means is prohibited without prior written permission from\n# The New York Times Company.  Prohibited uses include but are not limited to:\n# (1) text and data mining activities under Art. 4 of the EU Directive on Copyright in\n# the Digital Single Market;\n# (2) the development of any software, machine learning, artificial intelligence (AI),\n# and/or large language models (LLMs);\n# (3) creating or providing archived or cached data sets containing our content to others; and/or\n# (4) any commercial purposes.\n# Contact https://nytlicensing.com/contact/ for assistance.\n\nUser-agent: *\nUser-agent: Googlebot\nDisallow: /ads/\nDisallow: /adx/bin/\nDisallow: /athletic/wp/wp-admin/\nAllow: /athletic/wp/wp-admin/admin-ajax.php\nDisallow: /athletic/async-*\nDisallow: /athletic/search/*\nAllow: /athletic/search/$\nDisallow: /athletic/checkout/\nDisallow: /athletic/checkout?plan_id*\nAllow: /athletic/checkout/$\nDisallow: /athletic/checkout2*\nDisallow: /athletic/login/\nDisallow: /athletic/login?login_source*\nDisallow: /athletic/login?ref_page*\nAllow: /athletic/login/$\nDisallow: /athletic/login2/\nDisallow: /athletic/login2?login_source*\nDisallow: /athletic/login2?ref_page*\nAllow: /athletic/login2/$\nDisallow: /athl\n…(truncated)"
        },
        "llms": {
          "url": "https://nytimes.com/llms.txt",
          "httpStatus": 404,
          "present": false,
          "contentType": "text/html; charset=UTF-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://nytimes.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://nytimes.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://nytimes.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Disallow: /ads/",
          "Disallow: /adx/bin/",
          "Disallow: /athletic/wp/wp-admin/",
          "Allow: /athletic/wp/wp-admin/admin-ajax.php",
          "Disallow: /athletic/async-*",
          "Disallow: /athletic/search/*",
          "Allow: /athletic/search/$",
          "Disallow: /athletic/checkout/",
          "Disallow: /athletic/checkout?plan_id*",
          "Allow: /athletic/checkout/$",
          "Disallow: /athletic/checkout2*",
          "Disallow: /athletic/login/",
          "Disallow: /athletic/login?login_source*",
          "Disallow: /athletic/login?ref_page*",
          "Allow: /athletic/login/$",
          "Disallow: /athletic/login2/",
          "Disallow: /athletic/login2?login_source*",
          "Disallow: /athletic/login2?ref_page*",
          "Allow: /athletic/login2/$",
          "Disallow: /athletic/report/",
          "Disallow: /athletic/*/discuss/*",
          "Allow: /athletic/live-blogs/discuss/",
          "Allow: /athletic/nfl/game/discuss/",
          "Disallow: /athletic/register/",
          "Disallow: /athletic/register?welcome_redirect*",
          "Disallow: /athletic/register2/",
          "Disallow: /athletic/register2?welcome_redirect*",
          "Disallow: /athletic/betmgm-redirect*",
          "Disallow: /athletic/cdn-cgi/",
          "Disallow: /athletic/verizon/*",
          "Disallow: /athletic/forgot-password/*",
          "Disallow: /athletic/forgot-password2/*",
          "Disallow: /athletic/amp-social-login*",
          "Disallow: /athletic/track-analytics/",
          "Disallow: /athletic/amp-auth/",
          "Disallow: /athletic/rss-feed/",
          "Disallow: /athletic/*?*rss=1",
          "Disallow: /athletic/global-color-test.php",
          "Disallow: /athletic/global-font-test.php",
          "Disallow: /athletic/graphql*"
        ],
        "bytespider": [
          "Disallow: /"
        ],
        "ccbot": [
          "Disallow: /"
        ],
        "chatgpt-user": [
          "Disallow: /"
        ],
        "claudebot": [
          "Disallow: /"
        ],
        "claude-searchbot": [
          "Disallow: /"
        ],
        "claude-user": [
          "Disallow: /"
        ],
        "google-extended": [
          "Disallow: /"
        ],
        "gptbot": [
          "Disallow: /"
        ],
        "meta-externalagent": [
          "Disallow: /",
          "Disallow: /"
        ],
        "oai-searchbot": [
          "Disallow: /"
        ],
        "perplexitybot": [
          "Disallow: /"
        ],
        "perplexity-user": [
          "Disallow: /"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/",
            "/"
          ],
          "allow": []
        }
      }
    },
    {
      "domain": "openai.com",
      "scannedAt": "2026-10-22T11:28:35.934Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://openai.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "User-agent: *\nAllow: /\nDisallow: /microsoft-for-startups/\n\nSitemap: https://openai.com/sitemap.xml"
        },
        "llms": {
          "url": "https://openai.com/llms.txt",
          "httpStatus": 403,
          "present": false,
          "contentType": "text/html; charset=UTF-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://openai.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://openai.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://openai.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Allow: /",
          "Disallow: /microsoft-for-startups/",
          "Sitemap: https://openai.com/sitemap.xml"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/microsoft-for-startups/"
          ],
          "allow": [
            "/"
          ],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "reddit.com",
      "scannedAt": "2026-10-22T11:28:35.473Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://reddit.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "# Welcome to Reddit's robots.txt\n# Reddit believes in an open internet, but not the misuse of public content.\n# See https://support.reddithelp.com/hc/en-us/articles/26410290525844-Public-Content-Policy Reddit's Public Content Policy for access and use restrictions to Reddit content.\n# See https://www.reddit.com/r/reddit4researchers/ for details on how Reddit continues to support research and non-commercial use.\n# policy: https://support.reddithelp.com/hc/en-us/articles/26410290525844-Public-Content-Policy\n\nUser-agent: *\nDisallow: /"
        },
        "llms": {
          "url": "https://reddit.com/llms.txt",
          "httpStatus": 200,
          "present": false,
          "contentType": "text/html",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://reddit.com/.well-known/agents.json",
          "httpStatus": 403,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://reddit.com/.well-known/ai-catalog.json",
          "httpStatus": 403,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://reddit.com/.well-known/botaccess.json",
          "httpStatus": 403,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Disallow: /"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "ryanair.com",
      "scannedAt": "2026-10-22T11:28:36.700Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://ryanair.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/html",
          "error": null,
          "snippet": "<!DOCTYPE html><html lang=\"en\" data-beasties-container><head><base href=\"/\"><title>Ryanair</title><script>function detectRyanairLang(n){n=n||window.location.href,n=new URL(n).pathname;try{var e=n.split(\"/\").filter(n=>0<n.length);return 2<=e.length?e[1].toLowerCase():\"en\"}catch(n){return\"en\"}}let currentLang=detectRyanairLang();document.documentElement.lang=currentLang</script><meta http-equiv=\"X-UA-Compatible\" content=\"IE=edge\"><meta charset=\"utf-8\"><meta name=\"Description\" content=\"Book direct at the official Ryanair.com website to guarantee that you get the best prices on Ryanair's cheap flights.\"><meta name=\"viewport\" content=\"width=device-width,initial-scale=1\"><meta name=\"theme-color\" content=\"#0d49c0\"><meta name=\"fragment\" content=\"!\"><link rel=\"preconnect\" href=\"https://in.hotjar.com\" crossorigin><link rel=\"preconnect\" href=\"https://script.hotjar.com\" crossorigin><link rel=\"preconnect\" href=\"https://static.hotjar.com\" crossorigin><link rel=\"preconnect\" href=\"https://vars.hotjar.com\" crossorigin><link rel=\"preconnect\" href=\"https://app.launchdarkly.com\" crossorigin><link rel=\"preconnect\" href=\"https://events.launchdarkly.com\" crossorigin><link rel=\"preconnect\" href=\"https://smetrics.ryanair.com\" crossorigin><link rel=\"preconnect\" href=\"https://dpm.demdex.net\" crossorigin><link rel=\"preconnect\" href=\"https://ryanair.demdex.net\" crossorigin><link rel=\"preconnect\" href=\"https://assets.ryanair.com\"><link rel=\"preconnect\" href=\"/polyfill\"><link rel=\"preconnect\" href=\"https:/\n…(truncated)"
        },
        "llms": {
          "url": "https://ryanair.com/llms.txt",
          "httpStatus": 200,
          "present": false,
          "contentType": "text/html",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://ryanair.com/.well-known/agents.json",
          "httpStatus": 200,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://ryanair.com/.well-known/ai-catalog.json",
          "httpStatus": 200,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://ryanair.com/.well-known/botaccess.json",
          "httpStatus": 200,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {},
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "no matching group — default allow"
        }
      }
    },
    {
      "domain": "shopify.com",
      "scannedAt": "2026-10-22T11:28:35.125Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://shopify.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain",
          "error": null,
          "snippet": "User-agent: *\nDisallow: /authentication/\nDisallow: /*/account"
        },
        "llms": {
          "url": "https://shopify.com/llms.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "# Shopify\n\n> [Shopify](https://www.shopify.com/about) is the leading commerce platform for starting, running, and growing a business. Millions of businesses started here, selling online, in person, on marketplaces, through social, and now in AI chats. Yours can too.\n\n## Start a Business\n\n- [Create an online store](https://www.shopify.com/start): Launch your custom branded online store in minutes. \n…(truncated)"
        },
        "agentsJson": {
          "url": "https://shopify.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://shopify.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://shopify.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Disallow: /authentication/",
          "Disallow: /*/account"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/authentication/",
            "/*/account"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "skyscanner.net",
      "scannedAt": "2026-10-22T11:28:35.122Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://skyscanner.net/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "Sitemap: https://www.skyscanner.net/sitemap.xml\n\nUser-agent: Mediapartners-Google\nDisallow: /deeplink*\nDisallow: /transport_deeplink*\nDisallow: /doprava/*\nDisallow: /liikennevalineet/*\nDisallow: /pengangkutan/*\nDisallow: /preprava/*\nDisallow: /prijevoz/*\nDisallow: /sasakyan/*\nDisallow: /tasima/*\nDisallow: /transport/*\nDisallow: /transportasi/*\nDisallow: /transporte/*\nDisallow: /trasporti/*\n\nUser-agent: YisouSpider\nDisallow: /doprava/*\nDisallow: /liikennevalineet/*\nDisallow: /pengangkutan/*\nDisallow: /preprava/*\nDisallow: /prijevoz/*\nDisallow: /sasakyan/*\nDisallow: /tasima/*\nDisallow: /transport/*\nDisallow: /transportasi/*\nDisallow: /transporte/*\nDisallow: /trasporti/*\n\nUser-agent: Leikibot\nDisallow: /\n\nUser-agent: ShopWiki\nDisallow: /\n\nUser-agent: NPBot\nDisallow: /\n\nUser-agent: psbot\nDisallow: /\n\nUser-agent: HenryTheMiragoRobot\nDisallow: /\n\nUser-agent: gigabot\nDisallow: /\n\nUser-agent: appie\nDisallow: /\n\nUser-agent: Meta-ExternalAgent\nDisallow: /\n\nUser-agent: AhrefsBot\nCrawl-Delay: 2\n\nUser-agent: *\nUser-agent: AhrefsBot\nDisallow: /*/Undefined/\nDisallow: /*/browse-view/\nDisallow: /*/day-view-1/\nDisallow: /*/day-view-b/\nDisallow: /*/day-view-p/\nDisallow: /*/day-view/\nDisallow: /*/hotels-homepage/\nDisallow: /*/landing_\nDisallow: /*/link_\nDisallow: /*/month-view/\nDisallow: /*/year-view/\nDisallow: /*/*?p1=\nDisallow: /*/*&p1=\nDisallow: /*/*?p2=\nDisallow: /*/*&p2=\nDisallow: /*/*?p3=\nDisallow: /*/*&p3=\nDisallow: /*/*?p4=\nDisallow: /*/*&p4=\nDisallow: /*/selected-flights.html\nDisallow: \n…(truncated)"
        },
        "llms": {
          "url": "https://skyscanner.net/llms.txt",
          "httpStatus": 404,
          "present": false,
          "contentType": "text/html; charset=utf-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://skyscanner.net/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://skyscanner.net/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://skyscanner.net/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "meta-externalagent": [
          "Disallow: /"
        ],
        "*": [
          "Disallow: /*/Undefined/",
          "Disallow: /*/browse-view/",
          "Disallow: /*/day-view-1/",
          "Disallow: /*/day-view-b/",
          "Disallow: /*/day-view-p/",
          "Disallow: /*/day-view/",
          "Disallow: /*/hotels-homepage/",
          "Disallow: /*/landing_",
          "Disallow: /*/link_",
          "Disallow: /*/month-view/",
          "Disallow: /*/year-view/",
          "Disallow: /*/*?p1=",
          "Disallow: /*/*&p1=",
          "Disallow: /*/*?p2=",
          "Disallow: /*/*&p2=",
          "Disallow: /*/*?p3=",
          "Disallow: /*/*&p3=",
          "Disallow: /*/*?p4=",
          "Disallow: /*/*&p4=",
          "Disallow: /*/selected-flights.html",
          "Disallow: /*/worldwide.html",
          "Disallow: /prices-calendar",
          "Disallow: *.rss*",
          "Disallow: /sc.ashx*",
          "Disallow: /as.ashx*",
          "Disallow: /map.ashx*",
          "Disallow: *?dbg*",
          "Disallow: *&dbg*",
          "Disallow: *?debug*",
          "Disallow: *&debug*",
          "Disallow: /deeplink*",
          "Disallow: /transport_deeplink*",
          "Disallow: /prijevoz/*",
          "Disallow: /preprava/*",
          "Disallow: /dataservices/*",
          "Disallow: /sem/*",
          "Disallow: /skippy_api/*",
          "Disallow: /airport_transfer_deeplink/*",
          "Disallow: /g/*",
          "Allow: /g/banana/api/context"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/*/Undefined/",
            "/*/browse-view/",
            "/*/day-view-1/",
            "/*/day-view-b/",
            "/*/day-view-p/",
            "/*/day-view/",
            "/*/hotels-homepage/",
            "/*/landing_",
            "/*/link_",
            "/*/month-view/",
            "/*/year-view/",
            "/*/*?p1=",
            "/*/*&p1=",
            "/*/*?p2=",
            "/*/*&p2=",
            "/*/*?p3=",
            "/*/*&p3=",
            "/*/*?p4=",
            "/*/*&p4=",
            "/*/selected-flights.html",
            "/*/worldwide.html",
            "/prices-calendar",
            "*.rss*",
            "/sc.ashx*",
            "/as.ashx*",
            "/map.ashx*",
            "*?dbg*",
            "*&dbg*",
            "*?debug*",
            "*&debug*",
            "/deeplink*",
            "/transport_deeplink*",
            "/prijevoz/*",
            "/preprava/*",
            "/dataservices/*",
            "/sem/*",
            "/skippy_api/*",
            "/airport_transfer_deeplink/*",
            "/g/*",
            "/tallyman/context",
            "/*/Los vuelos más baratos-*",
            "/*/as-passagens-aereas-promocionais-*",
            "/*/billigaste-flyg-*",
            "/*/billigste-avganger-*",
            "/*/billigste-fly-*",
            "/*/cele-mai-ieftine-zboruri-*",
            "/*/cheapest-flights-*",
            "/*/die-billigsten-fluge-*",
            "/*/en_ucuz_ucuslar-*",
            "/*/goedkoopste-vluchten-*",
            "/*/halvimmat-lennot-*",
            "/*/legolcsobb-repulojegyek-*",
            "/*/los-vuelos-más-baratos-*",
            "/*/mga-pinakamurang-byahe-*",
            "/*/najjeftiniji-letovi-*",
            "/*/najlacnejsie-letenky-*",
            "/*/najtansze-loty-*",
            "/*/nejlevnejsi_lety-*",
            "/*/os-voos-mais-baratos-*",
            "/*/penerbangan termurah-*",
            "/*/penerbangan-termurah-*",
            "/*/voli-piu-economici-*",
            "/*/vols-les-moins-chers-*",
            "/*/vuelos-mas-baratos-*",
            "/*/vuelos-mas-economicos-*",
            "/*/airfares-*",
            "/*/bilete-de-avion-*",
            "/*/biljettpriser-*",
            "/*/billettpriser-*",
            "/*/ceny-biletow-lotniczych-*",
            "/*/ceny-leteniek-*",
            "/*/ceny-letu-*",
            "/*/cuoc-hang-khong-*",
            "/*/flugpreise-*",
            "/*/flybilletpriser-*",
            "/*/jegyarak-*",
            "/*/lentolippujen-hinnat-*",
            "/*/mga-pasahe-*",
            "/*/ongkos-penerbangan-*",
            "/*/pristojbe-za-let-*",
            "/*/tambang-penerbangan-*",
            "/*/tarifas-*",
            "/*/tarifas aéreas-*",
            "/*/tarifas-aereas-*",
            "/*/tariffe-aeree-*",
            "/*/tarifs-*",
            "/*/tarifs aériens-*",
            "/*/ucus_ucretleri-*",
            "/*/vliegtarieven-*",
            "/doprava/*",
            "/liikennevalineet/*",
            "/pengangkutan/*",
            "/preprava/*",
            "/prijevoz/*",
            "/sasakyan/*",
            "/tasima/*",
            "/transport/*",
            "/transportasi/*",
            "/transporte/*",
            "/trasporti/*",
            "/hotel_deeplink*",
            "/hotels/q?*",
            "/hotels/q/*",
            "/hotels/hotel/*",
            "/hotels/frontend/*",
            "/hotels/book/*",
            "/hotels/search*",
            "/carhire_deeplink*",
            "/carhire-landing/*",
            "/SearchResults.aspx$",
            "/carhire/static/*",
            "/carhire-homepage/*",
            "/alquiler-autos/resultados/*",
            "/alquiler-carros/resultados/*",
            "/alquiler-de-autos/resultados/*",
            "/alquiler-de-carros/resultados/*",
            "/alquiler-de-coches/resultados/*",
            "/aluguel-de-carros/resultados/*",
            "/aluguer-de-automoveis/resultados/*",
            "/araba-kiralama/sonuclar/*",
            "/arac-kiralama/sonuclar/*",
            "/autoberles/eredmenyek/*",
            "/autokolcsonzes/eredmenyek/*",
            "/autonoleggio/risultati/*",
            "/autonvuokraus/tulosta/*",
            "/autoverhuur/resultaten/*",
            "/billeje/resultater/*",
            "/biludlejning/resultater/*",
            "/biluthyrning/resultat/*",
            "/bilutleie/resultater/*",
            "/car-hire/resultados/*",
            "/car-hire/results/*",
            "/car-rental/results/*",
            "/carhire/results/*",
            "/carhire/rezultati/*",
            "/carhire/vysledky/*",
            "/hyrbil/resultat/*",
            "/inchiriere-auto/rezultate/*",
            "/inchirieri-auto/rezultate/*",
            "/kereta-sewa/hasil/*",
            "/location de voiture/résultats/*",
            "/location-de-voiture/resultats/*",
            "/location-de-voiture/résultats/*",
            "/location-voiture/resultats/*",
            "/maaarkilang-sasakyan/mga-resulta/*",
            "/mietwagen/ergebnisse/*",
            "/najam-automobila/rezultati/*",
            "/noleggio-auto/risultati/*",
            "/pag-aarkila-ng-kotse/mga-resulta/*",
            "/prenajom-vozidiel/vysledky/*",
            "/pronajem-auta/vysledky/*",
            "/pujceni-auta/vysledky/*",
            "/renta-de-autos/resultados/*",
            "/sewa-mobil/hasil/*",
            "/thue-xe/ket-qua/*",
            "/wynajem-samochodow/wyniki/*",
            "/24268069/*",
            "/inspiration/*",
            "/book/*",
            "/fab/*",
            "/landing_*",
            "/itineraires/*/itineraires-de-*",
            "/itineraires/*/routes-a-partir-de-*",
            "/itinéraires/*/itinéraires-a-partir-de-*",
            "/itinéraires/*/itinéraires-à partir de-*",
            "/laluan/*/laluan-dari-*",
            "/mga-ruta/*/mga-ruta-mula-sa-*",
            "/reitit/*/lentoreitit-*",
            "/reitit/*/reitit-mista-*",
            "/rotalar/*/rotalar-kalkis-*",
            "/rotalar/*/suradan-rotalar-*",
            "/rotas/*/rotas-de-*",
            "/rotte/*/rotte-da-*",
            "/routen/*/routen-ab-*",
            "/routen/*/routen-von-*",
            "/routes/*/cac-duong-bay-tu-*",
            "/routes/*/routes-from-*",
            "/routes/*/routes-van-*",
            "/routes/*/routes-vanaf-*",
            "/rutas-aereas/*/rutas-aereas-de-*",
            "/rutas-aereas/*/rutas-de-*",
            "/rutas/*/rutas-de-*",
            "/rutas/*/rutas-desde-*",
            "/rute/*/rute-dari-*",
            "/rute/*/rute-de-la-*",
            "/rute/*/rute-din-*",
            "/rute/*/rute-iz-*",
            "/rute/*/rute-od-*",
            "/ruter/*/flyreiser-fra-*",
            "/ruter/*/ruter-fra-*",
            "/rutter/*/rutter-fran-*",
            "/rutter/*/turer-fran-*",
            "/trasy/*/loty-z-*",
            "/trasy/*/trasy-od-*",
            "/trasy/*/trasy-z-*",
            "/utvonalak/*/utvonalak-indulas-*",
            "/trip/abuse_reports/",
            "/trip/redirect",
            "/trip/questions/form",
            "/trip/input/",
            "/trip/regions/random",
            "/trip/trips/",
            "/trip/user_sessions/",
            "/trip/password_resets/",
            "/trip/users/new",
            "/trip/users/follow",
            "/trip/filters/",
            "/trip/questions/note_form",
            "/trip/user_likes/",
            "/trip/api/",
            "/trip/mapp/",
            "/trip/items_medias/delete/",
            "/trip/*/place_overlay/",
            "/trip/users/dismiss_user_place/",
            "/trip/*/journal_moment_overlay/",
            "/trip/relations/",
            "/trip/tracking/",
            "/trip/hotels/",
            "/trip/user/",
            "/trip/user/*/passport/",
            "/trip/user/*/badge/",
            "/trip/user/*/place/",
            "/trip/user/*/stamps",
            "/trip/user/*/stamp/",
            "/trip/map_widget/new",
            "/trip/edit_info/",
            "/trip/moderation/",
            "/trip/info_submit/",
            "/trip/topics/",
            "/trip/graph/",
            "/trip/booking_form",
            "/trip/medias/upload_form",
            "/trip/mturk-fb",
            "/trip/*--mini_map",
            "/trip/*--description_modal",
            "/trip/*--weekly_recs",
            "/trip/*--pois_by_tribes",
            "/trip/*--get_widget",
            "/trip/*/mini-map",
            "/trip/*/pois-by-tribes",
            "/trip/*/get-widget",
            "/trip/*/license.e.swf",
            "/origin-selector*",
            "/destination-selector*",
            "/date-picker*",
            "/cabin-travellers-picker*",
            "/slipstream/",
            "/rf8vapwA/xhr/",
            "/package-holidays*",
            "*/doprava/*",
            "*/liikennevalineet/*",
            "*/pengangkutan/*",
            "*/sasakyan/*",
            "*/tasima/*",
            "*/transport/*",
            "*/transportasi/*",
            "*/transporte/*",
            "*/trasporti/*",
            "*/hotels/search*",
            "*/alquiler-de-coches/resultados/*",
            "*/aluguel-de-carros/resultados/*",
            "*/aluguer-de-automoveis/resultados/*",
            "*/araba-kiralama/sonuclar/*",
            "*/arac-kiralama/sonuclar/*",
            "*/autoberles/eredmenyek/*",
            "*/autokolcsonzes/eredmenyek/*",
            "*/autonoleggio/risultati/*",
            "*/autonvuokraus/tulosta/*",
            "*/autoverhuur/resultaten/*",
            "*/billeje/resultater/*",
            "*/biludlejning/resultater/*",
            "*/biluthyrning/resultat/*",
            "*/bilutleie/resultater/*",
            "*/car-hire/resultados/*",
            "*/car-hire/results/*",
            "*/car-rental/results/*",
            "*/carhire/results/*",
            "*/hyrbil/resultat/*",
            "*/inchiriere-auto/rezultate/*",
            "*/inchirieri-auto/rezultate/*",
            "*/kereta-sewa/hasil/*",
            "*/location-de-voiture/resultats/*",
            "*/location-voiture/resultats/*",
            "*/maaarkilang-sasakyan/mga-resulta/*",
            "*/mietwagen/ergebnisse/*",
            "*/noleggio-auto/risultati/*",
            "*/pag-aarkila-ng-kotse/mga-resulta/*",
            "*/pronajem-auta/vysledky/*",
            "*/pujceni-auta/vysledky/*",
            "*/renta-de-autos/resultados/*",
            "*/sewa-mobil/hasil/*",
            "*/thue-xe/ket-qua/*",
            "*/wynajem-samochodow/wyniki/*",
            "*?drop_off_date=*",
            "*?pick_up_date=*",
            "*?na=*",
            "*?adults=*",
            "*?checkin=*",
            "*?entity_id=*",
            "*?s-f_iplace=*",
            "*?searchoffer=*",
            "*?cabinclass=*",
            "*?drop_off=*",
            "*?ncr=*",
            "*?gh_jid=*",
            "*?origin=*",
            "*?qp_prevPrice=*",
            "*?odate=*",
            "*?rf=*",
            "*?pick_up=*",
            "*?source=*",
            "*?_pxhc=*",
            "*?outboundDate=*",
            "*?proxy_env=*",
            "*?next=*",
            "*?_ga=*",
            "*?goback=*",
            "*?preferences=*",
            "*?preview=*",
            "*?associateid*",
            "*?icy=*",
            "*?j=*",
            "*?oplace=*",
            "*?profile=*"
          ],
          "allow": [
            "/g/banana/api/context"
          ],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        }
      }
    },
    {
      "domain": "stackoverflow.com",
      "scannedAt": "2026-10-22T11:28:35.051Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://stackoverflow.com/robots.txt",
          "httpStatus": 403,
          "present": false,
          "contentType": "text/html; charset=UTF-8",
          "error": null,
          "snippet": ""
        },
        "llms": {
          "url": "https://stackoverflow.com/llms.txt",
          "httpStatus": 403,
          "present": false,
          "contentType": "text/html; charset=UTF-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://stackoverflow.com/.well-known/agents.json",
          "httpStatus": 403,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://stackoverflow.com/.well-known/ai-catalog.json",
          "httpStatus": 403,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://stackoverflow.com/.well-known/botaccess.json",
          "httpStatus": 403,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {},
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "allowed",
          "explicit": false,
          "effective": "allowed",
          "disallow": [],
          "allow": [],
          "note": "robots.txt unreadable (HTTP 403) — RFC 9309 treats 4xx as allow-all"
        }
      }
    },
    {
      "domain": "stripe.com",
      "scannedAt": "2026-10-22T11:28:35.199Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://stripe.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "Sitemap: https://stripe.com/sitemap/sitemap.xml\n\nUser-agent: ia_archiver\nAllow: /docs/api\nAllow: /docs/api$\nDisallow: /docs\nDisallow: /docs$\nDisallow: /bitcoin/refund\nDisallow: /sources/refund\nDisallow: /sources/sepa_mandate\nDisallow: /sources/test_source\nDisallow: /sources/test_klarna\nDisallow: /handoff-healthcheck\nDisallow: /handoff\n\nUser-agent: *\nAllow: /docs\nAllow: /docs$\nDisallow: /bitcoin/refund\nDisallow: /sources/refund\nDisallow: /sources/sepa_mandate\nDisallow: /sources/test_source\nDisallow: /sources/test_klarna\nDisallow: /unsupported-browser\nDisallow: /handoff-healthcheck\nDisallow: /handoff\n\nUser-agent: rogerbot\nCrawl-delay: 2"
        },
        "llms": {
          "url": "https://stripe.com/llms.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "# Stripe\n\n> Stripe is a technology company that provides financial infrastructure for businesses. Businesses of every size—from new startups to established public companies—use Stripe to accept payments online and in person, embed financial services, and create custom revenue models.\n\n## Payments\n\n- [Stripe Payments](https://stripe.com/payments): Capture more revenue with a unified payments soluti\n…(truncated)"
        },
        "agentsJson": {
          "url": "https://stripe.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://stripe.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://stripe.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Allow: /docs",
          "Allow: /docs$",
          "Disallow: /bitcoin/refund",
          "Disallow: /sources/refund",
          "Disallow: /sources/sepa_mandate",
          "Disallow: /sources/test_source",
          "Disallow: /sources/test_klarna",
          "Disallow: /unsupported-browser",
          "Disallow: /handoff-healthcheck",
          "Disallow: /handoff"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/bitcoin/refund",
            "/sources/refund",
            "/sources/sepa_mandate",
            "/sources/test_source",
            "/sources/test_klarna",
            "/unsupported-browser",
            "/handoff-healthcheck",
            "/handoff"
          ],
          "allow": [
            "/docs",
            "/docs$"
          ],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "theguardian.com",
      "scannedAt": "2026-10-22T11:28:35.349Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://theguardian.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "# This is the robots.txt file for theguardian.com\n\n# Guardian content is made available under our terms and conditions of use.\n# Any other uses are not permitted, incl. but not limited to: for large language\n# models (LLMs), machine learning and/or artificial intelligence-related\n# purposes; with any of the aforementioned technologies; and/or for any\n# commercial purposes. Contact licensing@theguardian.com for assistance\n\nUser-agent: *\nDisallow: /sendarticle/\nDisallow: /Users/\nDisallow: /users/\nDisallow: /*/print$\nDisallow: /email/\nDisallow: /contactus/\nDisallow: /share/\nDisallow: /websearch\nDisallow: /*?commentpage=\nDisallow: /whsmiths/\nDisallow: /external/overture/\nDisallow: /discussion/report-abuse/*\nDisallow: /discussion/report-abuse-ajax/*\nDisallow: /discussion/comment-permalink/*\nDisallow: /discussion/report-abuse/*\nDisallow: /discussion/user-report-abuse/*\nDisallow: /discussion/handlers/*\nDisallow: /discussion/your-profile\nDisallow: /discussion/your-comments\nDisallow: /discussion/edit-profile\nDisallow: /discussion/search/comments\nDisallow: /discussion/*\nDisallow: /search\nDisallow: /music/artist/*\nDisallow: /music/album/*\nDisallow: /books/data/*\nDisallow: /settings/\nDisallow: /embed/\nDisallow: /*styles/js-on.css$\nDisallow: /sport/olympics/2008/events/*\nDisallow: /sport/olympics/2008/medals/*\nDisallow: /f/healthcheck\nDisallow: /sections\nDisallow: /top-stories\nDisallow: /most-read/sport\nDisallow: /articles\nDisallow: /global$\nDisallow: /*/feedarticle/*\nDisallow: /travel/20\n…(truncated)"
        },
        "llms": {
          "url": "https://theguardian.com/llms.txt",
          "httpStatus": 404,
          "present": false,
          "contentType": "text/html; charset=UTF-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://theguardian.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://theguardian.com/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://theguardian.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Disallow: /sendarticle/",
          "Disallow: /Users/",
          "Disallow: /users/",
          "Disallow: /*/print$",
          "Disallow: /email/",
          "Disallow: /contactus/",
          "Disallow: /share/",
          "Disallow: /websearch",
          "Disallow: /*?commentpage=",
          "Disallow: /whsmiths/",
          "Disallow: /external/overture/",
          "Disallow: /discussion/report-abuse/*",
          "Disallow: /discussion/report-abuse-ajax/*",
          "Disallow: /discussion/comment-permalink/*",
          "Disallow: /discussion/report-abuse/*",
          "Disallow: /discussion/user-report-abuse/*",
          "Disallow: /discussion/handlers/*",
          "Disallow: /discussion/your-profile",
          "Disallow: /discussion/your-comments",
          "Disallow: /discussion/edit-profile",
          "Disallow: /discussion/search/comments",
          "Disallow: /discussion/*",
          "Disallow: /search",
          "Disallow: /music/artist/*",
          "Disallow: /music/album/*",
          "Disallow: /books/data/*",
          "Disallow: /settings/",
          "Disallow: /embed/",
          "Disallow: /*styles/js-on.css$",
          "Disallow: /sport/olympics/2008/events/*",
          "Disallow: /sport/olympics/2008/medals/*",
          "Disallow: /f/healthcheck",
          "Disallow: /sections",
          "Disallow: /top-stories",
          "Disallow: /most-read/sport",
          "Disallow: /articles",
          "Disallow: /global$",
          "Disallow: /*/feedarticle/*",
          "Disallow: /travel/2013/aug/22/been-there-readers-competition?*",
          "Disallow: /preference/*"
        ],
        "ccbot": [
          "Disallow: /",
          "License: https://theguardian.com/license.xml"
        ],
        "bytespider": [
          "Disallow: /",
          "License: https://theguardian.com/license.xml"
        ],
        "perplexitybot": [
          "Disallow: /",
          "License: https://theguardian.com/license.xml"
        ],
        "claudebot": [
          "Disallow: /",
          "License: https://theguardian.com/license.xml"
        ],
        "claude-searchbot": [
          "Disallow: /",
          "License: https://theguardian.com/license.xml"
        ],
        "claude-user": [
          "Disallow: /",
          "License: https://theguardian.com/license.xml"
        ],
        "meta-externalagent": [
          "Disallow: /",
          "License: https://theguardian.com/license.xml"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/sendarticle/",
            "/Users/",
            "/users/",
            "/*/print$",
            "/email/",
            "/contactus/",
            "/share/",
            "/websearch",
            "/*?commentpage=",
            "/whsmiths/",
            "/external/overture/",
            "/discussion/report-abuse/*",
            "/discussion/report-abuse-ajax/*",
            "/discussion/comment-permalink/*",
            "/discussion/report-abuse/*",
            "/discussion/user-report-abuse/*",
            "/discussion/handlers/*",
            "/discussion/your-profile",
            "/discussion/your-comments",
            "/discussion/edit-profile",
            "/discussion/search/comments",
            "/discussion/*",
            "/search",
            "/music/artist/*",
            "/music/album/*",
            "/books/data/*",
            "/settings/",
            "/embed/",
            "/*styles/js-on.css$",
            "/sport/olympics/2008/events/*",
            "/sport/olympics/2008/medals/*",
            "/f/healthcheck",
            "/sections",
            "/top-stories",
            "/most-read/sport",
            "/articles",
            "/global$",
            "/*/feedarticle/*",
            "/travel/2013/aug/22/been-there-readers-competition?*",
            "/preference/*",
            "/59666047/",
            "/print/",
            "/info/tech-feedback",
            "/production-monitoring/",
            "*.emailjson",
            "*.emailtxt",
            "/headline.txt",
            "*?*dcr=apps*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/sendarticle/",
            "/Users/",
            "/users/",
            "/*/print$",
            "/email/",
            "/contactus/",
            "/share/",
            "/websearch",
            "/*?commentpage=",
            "/whsmiths/",
            "/external/overture/",
            "/discussion/report-abuse/*",
            "/discussion/report-abuse-ajax/*",
            "/discussion/comment-permalink/*",
            "/discussion/report-abuse/*",
            "/discussion/user-report-abuse/*",
            "/discussion/handlers/*",
            "/discussion/your-profile",
            "/discussion/your-comments",
            "/discussion/edit-profile",
            "/discussion/search/comments",
            "/discussion/*",
            "/search",
            "/music/artist/*",
            "/music/album/*",
            "/books/data/*",
            "/settings/",
            "/embed/",
            "/*styles/js-on.css$",
            "/sport/olympics/2008/events/*",
            "/sport/olympics/2008/medals/*",
            "/f/healthcheck",
            "/sections",
            "/top-stories",
            "/most-read/sport",
            "/articles",
            "/global$",
            "/*/feedarticle/*",
            "/travel/2013/aug/22/been-there-readers-competition?*",
            "/preference/*",
            "/59666047/",
            "/print/",
            "/info/tech-feedback",
            "/production-monitoring/",
            "*.emailjson",
            "*.emailtxt",
            "/headline.txt",
            "*?*dcr=apps*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/sendarticle/",
            "/Users/",
            "/users/",
            "/*/print$",
            "/email/",
            "/contactus/",
            "/share/",
            "/websearch",
            "/*?commentpage=",
            "/whsmiths/",
            "/external/overture/",
            "/discussion/report-abuse/*",
            "/discussion/report-abuse-ajax/*",
            "/discussion/comment-permalink/*",
            "/discussion/report-abuse/*",
            "/discussion/user-report-abuse/*",
            "/discussion/handlers/*",
            "/discussion/your-profile",
            "/discussion/your-comments",
            "/discussion/edit-profile",
            "/discussion/search/comments",
            "/discussion/*",
            "/search",
            "/music/artist/*",
            "/music/album/*",
            "/books/data/*",
            "/settings/",
            "/embed/",
            "/*styles/js-on.css$",
            "/sport/olympics/2008/events/*",
            "/sport/olympics/2008/medals/*",
            "/f/healthcheck",
            "/sections",
            "/top-stories",
            "/most-read/sport",
            "/articles",
            "/global$",
            "/*/feedarticle/*",
            "/travel/2013/aug/22/been-there-readers-competition?*",
            "/preference/*",
            "/59666047/",
            "/print/",
            "/info/tech-feedback",
            "/production-monitoring/",
            "*.emailjson",
            "*.emailtxt",
            "/headline.txt",
            "*?*dcr=apps*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/sendarticle/",
            "/Users/",
            "/users/",
            "/*/print$",
            "/email/",
            "/contactus/",
            "/share/",
            "/websearch",
            "/*?commentpage=",
            "/whsmiths/",
            "/external/overture/",
            "/discussion/report-abuse/*",
            "/discussion/report-abuse-ajax/*",
            "/discussion/comment-permalink/*",
            "/discussion/report-abuse/*",
            "/discussion/user-report-abuse/*",
            "/discussion/handlers/*",
            "/discussion/your-profile",
            "/discussion/your-comments",
            "/discussion/edit-profile",
            "/discussion/search/comments",
            "/discussion/*",
            "/search",
            "/music/artist/*",
            "/music/album/*",
            "/books/data/*",
            "/settings/",
            "/embed/",
            "/*styles/js-on.css$",
            "/sport/olympics/2008/events/*",
            "/sport/olympics/2008/medals/*",
            "/f/healthcheck",
            "/sections",
            "/top-stories",
            "/most-read/sport",
            "/articles",
            "/global$",
            "/*/feedarticle/*",
            "/travel/2013/aug/22/been-there-readers-competition?*",
            "/preference/*",
            "/59666047/",
            "/print/",
            "/info/tech-feedback",
            "/production-monitoring/",
            "*.emailjson",
            "*.emailtxt",
            "/headline.txt",
            "*?*dcr=apps*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/sendarticle/",
            "/Users/",
            "/users/",
            "/*/print$",
            "/email/",
            "/contactus/",
            "/share/",
            "/websearch",
            "/*?commentpage=",
            "/whsmiths/",
            "/external/overture/",
            "/discussion/report-abuse/*",
            "/discussion/report-abuse-ajax/*",
            "/discussion/comment-permalink/*",
            "/discussion/report-abuse/*",
            "/discussion/user-report-abuse/*",
            "/discussion/handlers/*",
            "/discussion/your-profile",
            "/discussion/your-comments",
            "/discussion/edit-profile",
            "/discussion/search/comments",
            "/discussion/*",
            "/search",
            "/music/artist/*",
            "/music/album/*",
            "/books/data/*",
            "/settings/",
            "/embed/",
            "/*styles/js-on.css$",
            "/sport/olympics/2008/events/*",
            "/sport/olympics/2008/medals/*",
            "/f/healthcheck",
            "/sections",
            "/top-stories",
            "/most-read/sport",
            "/articles",
            "/global$",
            "/*/feedarticle/*",
            "/travel/2013/aug/22/been-there-readers-competition?*",
            "/preference/*",
            "/59666047/",
            "/print/",
            "/info/tech-feedback",
            "/production-monitoring/",
            "*.emailjson",
            "*.emailtxt",
            "/headline.txt",
            "*?*dcr=apps*"
          ],
          "allow": [],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "blocked",
          "explicit": true,
          "effective": "blocked",
          "disallow": [
            "/"
          ],
          "allow": []
        }
      }
    },
    {
      "domain": "vercel.com",
      "scannedAt": "2026-10-22T11:28:35.200Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://vercel.com/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "User-Agent: *\n\n# Allow robots to be able to crawl the OG Image API route and all the subpaths\nAllow: /api/og/*\nAllow: /api/docs-og*\nAllow: /api/product-og*\nAllow: /api/dynamic-og*\nAllow: /api/model-og*\nAllow: /api/www/avatar/*\n\nDisallow:\nDisallow: /api/\nDisallow: /oauth\nDisallow: /confirm\nDisallow: /notifications\nDisallow: /old-browser.html\nDisallow: /preauthorize\nDisallow: /signup?*\nDisallow: /invites/\n# No-index author pages (direct URL only, also marked noindex/nofollow)\nDisallow: /blog/authors\nDisallow: /changelog/authors\n\n\n\nSitemap: https://vercel.com/sitemap.xml"
        },
        "llms": {
          "url": "https://vercel.com/llms.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "# Vercel\n\n> Vercel is a cloud platform for building, deploying, and scaling web applications and AI workloads.\n\nUse this index to find machine-readable documentation and platform resources. Follow the linked indexes when you need individual pages.\n\n## When to use Vercel\n\n- Deploy and scale web applications, APIs, and AI workloads from a Git repository or the Vercel CLI.\n- Automate projects, deploy\n…(truncated)"
        },
        "agentsJson": {
          "url": "https://vercel.com/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://vercel.com/.well-known/ai-catalog.json",
          "httpStatus": 200,
          "present": true,
          "error": null
        },
        "botaccess": {
          "url": "https://vercel.com/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Allow: /api/og/*",
          "Allow: /api/docs-og*",
          "Allow: /api/product-og*",
          "Allow: /api/dynamic-og*",
          "Allow: /api/model-og*",
          "Allow: /api/www/avatar/*",
          "Disallow: ",
          "Disallow: /api/",
          "Disallow: /oauth",
          "Disallow: /confirm",
          "Disallow: /notifications",
          "Disallow: /old-browser.html",
          "Disallow: /preauthorize",
          "Disallow: /signup?*",
          "Disallow: /invites/",
          "Disallow: /blog/authors",
          "Disallow: /changelog/authors",
          "Sitemap: https://vercel.com/sitemap.xml"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/api/",
            "/oauth",
            "/confirm",
            "/notifications",
            "/old-browser.html",
            "/preauthorize",
            "/signup?*",
            "/invites/",
            "/blog/authors",
            "/changelog/authors"
          ],
          "allow": [
            "/api/og/*",
            "/api/docs-og*",
            "/api/product-og*",
            "/api/dynamic-og*",
            "/api/model-og*",
            "/api/www/avatar/*"
          ],
          "note": "inherits User-agent: *"
        }
      }
    },
    {
      "domain": "wikipedia.org",
      "scannedAt": "2026-10-22T11:28:35.159Z",
      "unreachable": false,
      "files": {
        "robots": {
          "url": "https://wikipedia.org/robots.txt",
          "httpStatus": 200,
          "present": true,
          "contentType": "text/plain; charset=utf-8",
          "error": null,
          "snippet": "# robots.txt for http://www.wikipedia.org/ and friends\n#\n# Please note: There are a lot of pages on this site, and there are\n# some misbehaved spiders out there that go _way_ too fast. If you're\n# irresponsible, your access to the site may be blocked.\n#\n\n# Observed spamming large amounts of https://en.wikipedia.org/?curid=NNNNNN\n# and ignoring 429 ratelimit responses, claims to respect robots:\n# http://mj12bot.com/\nUser-agent: MJ12bot\nDisallow: /\n\n# advertising-related bots:\nUser-agent: Mediapartners-Google*\nDisallow: /\n\n# Wikipedia work bots:\nUser-agent: IsraBot\nDisallow:\n\nUser-agent: Orthogaffe\nDisallow:\n\n# Crawlers that are kind enough to obey, but which we'd rather not have\n# unless they're feeding search engines.\nUser-agent: UbiCrawler\nDisallow: /\n\nUser-agent: DOC\nDisallow: /\n\nUser-agent: Zao\nDisallow: /\n\n# Some bots are known to be trouble, particularly those designed to copy\n# entire sites. Please obey robots.txt.\nUser-agent: sitecheck.internetseer.com\nDisallow: /\n\nUser-agent: Zealbot\nDisallow: /\n\nUser-agent: MSIECrawler\nDisallow: /\n\nUser-agent: SiteSnagger\nDisallow: /\n\nUser-agent: WebStripper\nDisallow: /\n\nUser-agent: WebCopier\nDisallow: /\n\nUser-agent: Fetch\nDisallow: /\n\nUser-agent: Offline Explorer\nDisallow: /\n\nUser-agent: Teleport\nDisallow: /\n\nUser-agent: TeleportPro\nDisallow: /\n\nUser-agent: WebZIP\nDisallow: /\n\nUser-agent: linko\nDisallow: /\n\nUser-agent: HTTrack\nDisallow: /\n\nUser-agent: Microsoft.URL.Control\nDisallow: /\n\nUser-agent: Xenu\nDisallow: /\n\nUser-agent: larbi\n…(truncated)"
        },
        "llms": {
          "url": "https://wikipedia.org/llms.txt",
          "httpStatus": 404,
          "present": false,
          "contentType": "text/html; charset=utf-8",
          "error": null,
          "snippet": ""
        },
        "agentsJson": {
          "url": "https://wikipedia.org/.well-known/agents.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "aiCatalog": {
          "url": "https://wikipedia.org/.well-known/ai-catalog.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        },
        "botaccess": {
          "url": "https://wikipedia.org/.well-known/botaccess.json",
          "httpStatus": 404,
          "present": false,
          "error": null
        }
      },
      "relevantRobotsGroups": {
        "*": [
          "Allow: /w/api.php?action=mobileview&",
          "Allow: /w/load.php?",
          "Allow: /api/rest_v1/?doc",
          "Allow: /w/rest.php/site/v1/sitemap",
          "Disallow: /w/",
          "Disallow: /api/",
          "Disallow: /trap/",
          "Disallow: /wiki/Special:",
          "Disallow: /wiki/Spezial:",
          "Disallow: /wiki/Spesial:",
          "Disallow: /wiki/Special%3A",
          "Disallow: /wiki/Spezial%3A",
          "Disallow: /wiki/Spesial%3A",
          "Disallow: /wiki/%D8%AE%D8%A7%D8%B5:Search",
          "Disallow: /wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
          "Disallow: /wiki/Wikipedia:L%C3%B6schkandidaten/",
          "Disallow: /wiki/Wikipedia:Löschkandidaten/",
          "Disallow: /wiki/Wikipedia:Vandalensperrung/",
          "Disallow: /wiki/Wikipedia:Benutzersperrung/",
          "Disallow: /wiki/Wikipedia:Vermittlungsausschuss/",
          "Disallow: /wiki/Wikipedia:Administratoren/Probleme/",
          "Disallow: /wiki/Wikipedia:Adminkandidaturen/",
          "Disallow: /wiki/Wikipedia:Qualitätssicherung/",
          "Disallow: /wiki/Wikipedia:Qualit%C3%A4tssicherung/",
          "Disallow: /wiki/Wikipedia:Vandalismusmeldung/",
          "Disallow: /wiki/Wikipedia:Gesperrte_Lemmata/",
          "Disallow: /wiki/Wikipedia:Löschprüfung/",
          "Disallow: /wiki/Wikipedia:L%C3%B6schprüfung/",
          "Disallow: /wiki/Wikipedia:Administratoren/Notizen/",
          "Disallow: /wiki/Wikipedia:Schiedsgericht/Anfragen/",
          "Disallow: /wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
          "Disallow: /wiki/Wikipedia:Checkuser/",
          "Disallow: /wiki/Wikipedia_Diskussion:Checkuser/",
          "Disallow: /wiki/Wikipedia_Diskussion:Adminkandidaturen/",
          "Disallow: /wiki/Wikipedia:Spam-Blacklist-Log",
          "Disallow: /wiki/Wikipedia%3ASpam-Blacklist-Log",
          "Disallow: /wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
          "Disallow: /wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
          "Disallow: /wiki/Wikipedia:Articles_for_deletion/",
          "Disallow: /wiki/Wikipedia%3AArticles_for_deletion/"
        ]
      },
      "bots": {
        "GPTBot": {
          "vendor": "OpenAI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "OAI-SearchBot": {
          "vendor": "OpenAI",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "ChatGPT-User": {
          "vendor": "OpenAI",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "ClaudeBot": {
          "vendor": "Anthropic",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-User": {
          "vendor": "Anthropic",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "Claude-SearchBot": {
          "vendor": "Anthropic",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "Google-Extended": {
          "vendor": "Google AI",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "PerplexityBot": {
          "vendor": "Perplexity",
          "kind": "search-index",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "Perplexity-User": {
          "vendor": "Perplexity",
          "kind": "user-action",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "Bytespider": {
          "vendor": "ByteDance",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "CCBot": {
          "vendor": "Common Crawl",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        },
        "Meta-ExternalAgent": {
          "vendor": "Meta",
          "kind": "training-crawler",
          "status": "unspecified",
          "explicit": false,
          "effective": "partial",
          "disallow": [
            "/w/",
            "/api/",
            "/trap/",
            "/wiki/Special:",
            "/wiki/Spezial:",
            "/wiki/Spesial:",
            "/wiki/Special%3A",
            "/wiki/Spezial%3A",
            "/wiki/Spesial%3A",
            "/wiki/%D8%AE%D8%A7%D8%B5:Search",
            "/wiki/%D8%AE%D8%A7%D8%B5%3ASearch",
            "/wiki/Wikipedia:L%C3%B6schkandidaten/",
            "/wiki/Wikipedia:Löschkandidaten/",
            "/wiki/Wikipedia:Vandalensperrung/",
            "/wiki/Wikipedia:Benutzersperrung/",
            "/wiki/Wikipedia:Vermittlungsausschuss/",
            "/wiki/Wikipedia:Administratoren/Probleme/",
            "/wiki/Wikipedia:Adminkandidaturen/",
            "/wiki/Wikipedia:Qualitätssicherung/",
            "/wiki/Wikipedia:Qualit%C3%A4tssicherung/",
            "/wiki/Wikipedia:Vandalismusmeldung/",
            "/wiki/Wikipedia:Gesperrte_Lemmata/",
            "/wiki/Wikipedia:Löschprüfung/",
            "/wiki/Wikipedia:L%C3%B6schprüfung/",
            "/wiki/Wikipedia:Administratoren/Notizen/",
            "/wiki/Wikipedia:Schiedsgericht/Anfragen/",
            "/wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/",
            "/wiki/Wikipedia:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Checkuser/",
            "/wiki/Wikipedia_Diskussion:Adminkandidaturen/",
            "/wiki/Wikipedia:Spam-Blacklist-Log",
            "/wiki/Wikipedia%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion:Spam-Blacklist-Log",
            "/wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log",
            "/wiki/Wikipedia:Articles_for_deletion/",
            "/wiki/Wikipedia%3AArticles_for_deletion/",
            "/wiki/Wikipedia:Votes_for_deletion/",
            "/wiki/Wikipedia%3AVotes_for_deletion/",
            "/wiki/Wikipedia:Pages_for_deletion/",
            "/wiki/Wikipedia%3APages_for_deletion/",
            "/wiki/Wikipedia:Miscellany_for_deletion/",
            "/wiki/Wikipedia%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia:Miscellaneous_deletion/",
            "/wiki/Wikipedia%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia:Protected_titles/",
            "/wiki/Wikipedia%3AProtected_titles/",
            "/wiki/Wikipedia:WikiProject_Spam/",
            "/wiki/Wikipedia%3AWikiProject_Spam/",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:Requests_for_arbitration/",
            "/wiki/Wikipedia%3ARequests_for_arbitration/",
            "/wiki/Wikipedia:Requests_for_comment/",
            "/wiki/Wikipedia%3ARequests_for_comment/",
            "/wiki/Wikipedia:Requests_for_adminship/",
            "/wiki/Wikipedia%3ARequests_for_adminship/",
            "/wiki/Wikipedia_talk:Articles_for_deletion/",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion/",
            "/wiki/Wikipedia_talk:Votes_for_deletion/",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion/",
            "/wiki/Wikipedia_talk:Pages_for_deletion/",
            "/wiki/Wikipedia_talk%3APages_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion/",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion/",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion/",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username/",
            "/wiki/Wikipedia%3AChanging_username/",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username/",
            "/wiki/Wikipedia_talk%3AChanging_username/",
            "/wiki/Wikipedia:Consultas_de_borrado/",
            "/wiki/Wikipedia%3AConsultas_de_borrado/",
            "/wiki/Wikipedia:Poistettavat_sivut",
            "/wiki/K%C3%A4ytt%C3%A4j%C3%A4:",
            "/wiki/Käyttäjä:",
            "/wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:",
            "/wiki/Keskustelu_käyttäjästä:",
            "/wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/",
            "/wiki/Wikipedia:Ylläpitäjät/",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search",
            "/wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch",
            "/wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/",
            "/wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/",
            "/wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים",
            "/wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D",
            "/wiki/Speci%C3%A1lis:Search",
            "/wiki/Speci%C3%A1lis%3ASearch",
            "/wiki/Wikipedia:Pagine_da_cancellare",
            "/wiki/Wikipedia%3APagine_da_cancellare",
            "/wiki/Wikipedia:Utenti_problematici",
            "/wiki/Wikipedia%3AUtenti_problematici",
            "/wiki/Wikipedia:Vandalismi_in_corso",
            "/wiki/Wikipedia%3AVandalismi_in_corso",
            "/wiki/Wikipedia:Amministratori",
            "/wiki/Wikipedia%3AAmministratori",
            "/wiki/Wikipedia:Proposte_di_cancellazione_semplificata",
            "/wiki/Wikipedia%3AProposte_di_cancellazione_semplificata",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria%3ADa_cancellare_subito",
            "/wiki/Wikipedia:Sospette_violazioni_di_copyright",
            "/wiki/Wikipedia%3ASospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_controllare_per_copyright",
            "/wiki/Categoria%3ADa_controllare_per_copyright",
            "/wiki/Progetto:Rimozione_contributi_sospetti",
            "/wiki/Progetto%3ARimozione_contributi_sospetti",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Progetto:Cococo",
            "/wiki/Progetto%3ACococo",
            "/wiki/Discussioni_progetto:Cococo",
            "/wiki/Discussioni_progetto%3ACococo",
            "/wiki/%E7%89%B9%E5%88%A5:Search",
            "/wiki/%E7%89%B9%E5%88%A5%3ASearch",
            "/wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/",
            "/wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC",
            "/wiki/Bruker:",
            "/wiki/Bruker%3A",
            "/wiki/Brukerdiskusjon",
            "/wiki/Wikipedia:Administratorer",
            "/wiki/Wikipedia%3AAdministratorer",
            "/wiki/Wikipedia-diskusjon:Administratorer",
            "/wiki/Wikipedia-diskusjon%3AAdministratorer",
            "/wiki/Wikipedia:Sletting",
            "/wiki/Wikipedia%3ASletting",
            "/wiki/Wikipedia-diskusjon:Sletting",
            "/wiki/Wikipedia-diskusjon%3ASletting",
            "/wiki/Wikipedia:Strony_do_usuni%C4%99cia",
            "/wiki/Wikipedia%3AStrony_do_usuni%C4%99cia",
            "/wiki/Wikipedia:Do_usuni%C4%99cia",
            "/wiki/Wikipedia%3ADo_usuni%C4%99cia",
            "/wiki/Wikipedia:SDU/",
            "/wiki/Wikipedia%3ASDU/",
            "/wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich",
            "/wiki/Wikipedia:Páginas_para_eliminar/",
            "/wiki/Wikipedia:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discussão:Páginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/",
            "/wiki/Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters",
            "/wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search",
            "/wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch",
            "/wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering",
            "/wiki/Wikipedia:Sidor_föreslagna_för_radering",
            "/wiki/Användare",
            "/wiki/Anv%C3%A4ndare",
            "/wiki/Användardiskussion",
            "/wiki/Anv%C3%A4ndardiskussion",
            "/wiki/Wikipedia:Skyddade_sidnamn",
            "/wiki/Wikipedia%3ASkyddade_sidnamn",
            "/wiki/Wikipedia:Sidor_som_bör_raderas",
            "/wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas",
            "/wiki/Wikipedia:删除投票/侵权",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83",
            "/wiki/Wikipedia:删除投票和请求",
            "/wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82",
            "/wiki/Category:快速删除候选",
            "/wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89",
            "/wiki/Category:维基百科需要翻译的文章",
            "/wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0",
            "/wiki/Portal:Prepared_stories/",
            "/wiki/Portal%3APrepared_stories/",
            "/wiki/Wikinotizie:Richieste_di_cancellazione",
            "/wiki/Wikinotizie:Sospette_violazioni_di_copyright",
            "/wiki/Categoria:Da_cancellare_subito",
            "/wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright",
            "/wiki/Wikinotizie:Storie_in_preparazione",
            "/wiki/Wikiquote:Votes_for_deletion/",
            "/wiki/Wikiquote%3AVotes_for_deletion/",
            "/wiki/Wikiquote_talk:Votes_for_deletion/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion/",
            "/wiki/Wikiquote:Votes_for_deletion_archive/",
            "/wiki/Wikiquote%3AVotes_for_deletion_archive/",
            "/wiki/Wikiquote_talk:Votes_for_deletion_archive/",
            "/wiki/Wikiquote_talk%3AVotes_for_deletion_archive/",
            "/wiki/Wikibooks:Votes_for_deletion",
            "/wiki/MediaWiki:Spam-blacklist",
            "/wiki/MediaWiki%3ASpam-blacklist",
            "/wiki/MediaWiki_talk:Spam-blacklist",
            "/wiki/MediaWiki_talk%3ASpam-blacklist",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia_talk:WikiProject_Spam",
            "/wiki/Wikipedia:Articles_for_deletion",
            "/wiki/Wikipedia%3AArticles_for_deletion",
            "/wiki/Wikipedia:Votes_for_deletion",
            "/wiki/Wikipedia%3AVotes_for_deletion",
            "/wiki/Wikipedia:Pages_for_deletion",
            "/wiki/Wikipedia%3APages_for_deletion",
            "/wiki/Wikipedia:Miscellany_for_deletion",
            "/wiki/Wikipedia%3AMiscellany_for_deletion",
            "/wiki/Wikipedia:Miscellaneous_deletion",
            "/wiki/Wikipedia%3AMiscellaneous_deletion",
            "/wiki/Wikipedia:Categories_for_discussion",
            "/wiki/Wikipedia%3ACategories_for_discussion",
            "/wiki/Wikipedia:Templates_for_deletion",
            "/wiki/Wikipedia%3ATemplates_for_deletion",
            "/wiki/Wikipedia:Redirects_for_discussion",
            "/wiki/Wikipedia%3ARedirects_for_discussion",
            "/wiki/Wikipedia:Deletion_review",
            "/wiki/Wikipedia%3ADeletion_review",
            "/wiki/Wikipedia:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia:Files_for_deletion",
            "/wiki/Wikipedia%3AFiles_for_deletion",
            "/wiki/Wikipedia:Files_for_discussion",
            "/wiki/Wikipedia%3AFiles_for_discussion",
            "/wiki/Wikipedia:Possibly_unfree_files",
            "/wiki/Wikipedia%3APossibly_unfree_files",
            "/wiki/Wikipedia_talk:Articles_for_deletion",
            "/wiki/Wikipedia_talk%3AArticles_for_deletion",
            "/wiki/Wikipedia_talk:Votes_for_deletion",
            "/wiki/Wikipedia_talk%3AVotes_for_deletion",
            "/wiki/Wikipedia_talk:Pages_for_deletion",
            "/wiki/Wikipedia_talk%3APages_for_deletion",
            "/wiki/Wikipedia_talk:Miscellany_for_deletion",
            "/wiki/Wikipedia_talk%3AMiscellany_for_deletion",
            "/wiki/Wikipedia_talk:Miscellaneous_deletion",
            "/wiki/Wikipedia_talk%3AMiscellaneous_deletion",
            "/wiki/Wikipedia_talk:Templates_for_deletion",
            "/wiki/Wikipedia_talk%3ATemplates_for_deletion",
            "/wiki/Wikipedia_talk:Categories_for_discussion",
            "/wiki/Wikipedia_talk%3ACategories_for_discussion",
            "/wiki/Wikipedia_talk:Deletion_review",
            "/wiki/Wikipedia_talk%3ADeletion_review",
            "/wiki/Wikipedia_talk:WikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk%3AWikiProject_Deletion_sorting",
            "/wiki/Wikipedia_talk:Files_for_deletion",
            "/wiki/Wikipedia_talk%3AFiles_for_deletion",
            "/wiki/Wikipedia_talk:Files_for_discussion",
            "/wiki/Wikipedia_talk%3AFiles_for_discussion",
            "/wiki/Wikipedia_talk:Possibly_unfree_files",
            "/wiki/Wikipedia_talk%3APossibly_unfree_files",
            "/wiki/Wikipedia:Copyright_problems",
            "/wiki/Wikipedia%3ACopyright_problems",
            "/wiki/Wikipedia_talk:Copyright_problems",
            "/wiki/Wikipedia_talk%3ACopyright_problems",
            "/wiki/Wikipedia:Suspected_copyright_violations",
            "/wiki/Wikipedia%3ASuspected_copyright_violations",
            "/wiki/Wikipedia_talk:Suspected_copyright_violations",
            "/wiki/Wikipedia_talk%3ASuspected_copyright_violations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Contributor_copyright_investigations",
            "/wiki/Wikipedia%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia_talk:Contributor_copyright_investigations",
            "/wiki/Wikipedia_talk%3AContributor_copyright_investigations",
            "/wiki/Wikipedia:Protected_titles",
            "/wiki/Wikipedia%3AProtected_titles",
            "/wiki/Wikipedia_talk:Protected_titles",
            "/wiki/Wikipedia_talk%3AProtected_titles",
            "/wiki/Wikipedia:Articles_for_creation",
            "/wiki/Wikipedia%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Articles_for_creation",
            "/wiki/Wikipedia_talk%3AArticles_for_creation",
            "/wiki/Wikipedia_talk:Article_wizard",
            "/wiki/Wikipedia_talk%3AArticle_wizard",
            "/wiki/Wikipedia:Requests_for_arbitration",
            "/wiki/Wikipedia%3ARequests_for_arbitration",
            "/wiki/Wikipedia_talk:Requests_for_arbitration",
            "/wiki/Wikipedia_talk%3ARequests_for_arbitration",
            "/wiki/Wikipedia:Requests_for_comment",
            "/wiki/Wikipedia%3ARequests_for_comment",
            "/wiki/Wikipedia_talk:Requests_for_comment",
            "/wiki/Wikipedia_talk%3ARequests_for_comment",
            "/wiki/Wikipedia:Requests_for_adminship",
            "/wiki/Wikipedia%3ARequests_for_adminship",
            "/wiki/Wikipedia_talk:Requests_for_adminship",
            "/wiki/Wikipedia_talk%3ARequests_for_adminship",
            "/wiki/Wikipedia:Requests_for_checkuser",
            "/wiki/Wikipedia%3ARequests_for_checkuser",
            "/wiki/Wikipedia_talk:Requests_for_checkuser",
            "/wiki/Wikipedia_talk%3ARequests_for_checkuser",
            "/wiki/Wikipedia:WikiProject_Spam",
            "/wiki/Wikipedia%3AWikiProject_Spam",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia:Changing_username",
            "/wiki/Wikipedia%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia_talk:Changing_username",
            "/wiki/Wikipedia_talk%3AChanging_username",
            "/wiki/Wikipedia:Administrators%27_noticeboard",
            "/wiki/Wikipedia%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia_talk:Administrators%27_noticeboard",
            "/wiki/Wikipedia_talk%3AAdministrators%27_noticeboard",
            "/wiki/Wikipedia:Community_sanction_noticeboard",
            "/wiki/Wikipedia%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia_talk:Community_sanction_noticeboard",
            "/wiki/Wikipedia_talk%3ACommunity_sanction_noticeboard",
            "/wiki/Wikipedia:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk:Bureaucrats%27_noticeboard",
            "/wiki/Wikipedia_talk%3ABureaucrats%27_noticeboard",
            "/wiki/Wikipedia:Sockpuppet_investigations",
            "/wiki/Wikipedia%3ASockpuppet_investigations",
            "/wiki/Wikipedia_talk:Sockpuppet_investigations",
            "/wiki/Wikipedia_talk%3ASockpuppet_investigations",
            "/wiki/Wikipedia:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk:Neutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia_talk%3ANeutral_point_of_view/Noticeboard",
            "/wiki/Wikipedia:No_original_research/noticeboard",
            "/wiki/Wikipedia%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia_talk:No_original_research/noticeboard",
            "/wiki/Wikipedia_talk%3ANo_original_research/noticeboard",
            "/wiki/Wikipedia:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk:Fringe_theories/Noticeboard",
            "/wiki/Wikipedia_talk%3AFringe_theories/Noticeboard",
            "/wiki/Wikipedia:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk:Conflict_of_interest/Noticeboard",
            "/wiki/Wikipedia_talk%3AConflict_of_interest/Noticeboard",
            "/wiki/Wikipedia:Long-term_abuse",
            "/wiki/Wikipedia%3ALong-term_abuse",
            "/wiki/Wikipedia_talk:Long-term_abuse",
            "/wiki/Wikipedia_talk%3ALong-term_abuse",
            "/wiki/Wikipedia:Long_term_abuse",
            "/wiki/Wikipedia%3ALong_term_abuse",
            "/wiki/Wikipedia_talk:Long_term_abuse",
            "/wiki/Wikipedia_talk%3ALong_term_abuse",
            "/wiki/Wikipedia:Wikiquette_assistance",
            "/wiki/Wikipedia%3AWikiquette_assistance",
            "/wiki/Wikipedia:Abuse_reports",
            "/wiki/Wikipedia%3AAbuse_reports",
            "/wiki/Wikipedia_talk:Abuse_reports",
            "/wiki/Wikipedia_talk%3AAbuse_reports",
            "/wiki/Wikipedia:Abuse_response",
            "/wiki/Wikipedia%3AAbuse_response",
            "/wiki/Wikipedia_talk:Abuse_response",
            "/wiki/Wikipedia_talk%3AAbuse_response",
            "/wiki/Wikipedia:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk:Reliable_sources/Noticeboard",
            "/wiki/Wikipedia_talk%3AReliable_sources/Noticeboard",
            "/wiki/Wikipedia:Suspected_sock_puppets",
            "/wiki/Wikipedia%3ASuspected_sock_puppets",
            "/wiki/Wikipedia_talk:Suspected_sock_puppets",
            "/wiki/Wikipedia_talk%3ASuspected_sock_puppets",
            "/wiki/Wikipedia:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons/Noticeboard",
            "/wiki/Wikipedia:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk:Biographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia_talk%3ABiographies_of_living_persons%2FNoticeboard",
            "/wiki/Wikipedia:Content_noticeboard",
            "/wiki/Wikipedia%3AContent_noticeboard",
            "/wiki/Wikipedia_talk:Content_noticeboard",
            "/wiki/Wikipedia_talk%3AContent_noticeboard",
            "/wiki/Template:Editnotices",
            "/wiki/Template%3AEditnotices",
            "/wiki/Wikipedia:Arbitration",
            "/wiki/Wikipedia%3AArbitration",
            "/wiki/Wikipedia_talk:Arbitration",
            "/wiki/Wikipedia_talk%3AArbitration",
            "/wiki/Wikipedia:Arbitration_Committee",
            "/wiki/Wikipedia%3AArbitration_Committee",
            "/wiki/Wikipedia_talk:Arbitration_Committee",
            "/wiki/Wikipedia_talk%3AArbitration_Committee",
            "/wiki/Wikipedia:Arbitration_Committee_Elections",
            "/wiki/Wikipedia%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia_talk:Arbitration_Committee_Elections",
            "/wiki/Wikipedia_talk%3AArbitration_Committee_Elections",
            "/wiki/Wikipedia:Mediation_Committee",
            "/wiki/Wikipedia%3AMediation_Committee",
            "/wiki/Wikipedia_talk:Mediation_Committee",
            "/wiki/Wikipedia_talk%3AMediation_Committee",
            "/wiki/Wikipedia:Mediation_Cabal/Cases",
            "/wiki/Wikipedia%3AMediation_Cabal/Cases",
            "/wiki/Wikipedia:Requests_for_bureaucratship",
            "/wiki/Wikipedia%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia_talk:Requests_for_bureaucratship",
            "/wiki/Wikipedia_talk%3ARequests_for_bureaucratship",
            "/wiki/Wikipedia:Administrator_review",
            "/wiki/Wikipedia%3AAdministrator_review",
            "/wiki/Wikipedia_talk:Administrator_review",
            "/wiki/Wikipedia_talk%3AAdministrator_review",
            "/wiki/Wikipedia:Editor_review",
            "/wiki/Wikipedia%3AEditor_review",
            "/wiki/Wikipedia_talk:Editor_review",
            "/wiki/Wikipedia_talk%3AEditor_review",
            "/wiki/Wikipedia:Article_Incubator",
            "/wiki/Wikipedia%3AArticle_Incubator",
            "/wiki/Wikipedia_talk:Article_Incubator",
            "/wiki/Wikipedia_talk%3AArticle_Incubator",
            "/wiki/Category:Noindexed_pages",
            "/wiki/Category%3ANoindexed_pages",
            "/wiki/Module:Sandbox",
            "/wiki/Module%3ASandbox",
            "/wiki/Template:TemplateStyles_sandbox",
            "/wiki/Template%3ATemplateStyles_sandbox",
            "/wiki/Wikipedia:Administrator_recall",
            "/wiki/Wikipedia%3AAdministrator_recall",
            "/wiki/Wikipedia_talk:Administrator_recall",
            "/wiki/Wikipedia_talk%3AAdministrator_recall",
            "/wiki/Wikipedia:Administrator_elections",
            "/wiki/Wikipedia%3AAdministrator_elections",
            "/wiki/Wikipedia_talk:Administrator_elections",
            "/wiki/Wikipedia_talk%3AAdministrator_elections"
          ],
          "allow": [
            "/w/api.php?action=mobileview&",
            "/w/load.php?",
            "/api/rest_v1/?doc",
            "/w/rest.php/site/v1/sitemap"
          ],
          "note": "inherits User-agent: *"
        }
      }
    }
  ]
}