{ "domain": "ebay.com", "scannedAt": "2026-10-22T11:28:36.330Z", "unreachable": false, "files": { "robots": { "url": "https://ebay.com/robots.txt", "httpStatus": 200, "present": true, "contentType": "text/plain", "error": null, "snippet": "## BEGIN FILE ###\n#\n# allow-all\n# DR\n#\n# The use of robots or other automated means to access the eBay site\n# without the express permission of eBay is strictly prohibited.\n# Notwithstanding the foregoing, eBay may permit automated access to\n# access certain eBay pages but solely for the limited purpose of\n# including content in publicly available search engines. Any other\n# use of robots or failure to obey the robots exclusion standards set\n# forth at is strictly\n# prohibited.\n#\n# Robots & Agent Policy\n#\n# Checkouts are strictly for human users. \n# * Automated scraping, buy-for-me agents, LLM-driven bots, or any \n# end-to-end flow that attempts to place orders without human review \n# is strictly prohibited. \n# * Unauthorized use of automated agents in checkout may result in \n# legal action under our User Agreement: https://www.ebay.com/help/policies/member-behaviour-policies/user-agreement?id=4259 \n# * Approved enterprise integrations must use our official API and \n# comply with our API License Agreement: https://developer.ebay.com/join/api-license-agreement \n#\n# v30.2_COM_August_2026\n### DIRECTIVES ###\n\nUser-agent: *\nDisallow: /*_kw\nDisallow: /*?maspect\nDisallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2\nDisallow: /*redirect=mobile\nDisallow: /*redirect%3Dmobile\nDisallow: /*rt%3Dnc\nDisallow: /*rt=nc\nDisallow: /*src=urllib\nDisallow: /?SSOWebDispatcher&tg=web&ru=\nDisallow: /act/\nDisallow: /adchoice\nDisallow: /buyer-preferences\nDisallow\n…(truncated)" }, "llms": { "url": "https://ebay.com/llms.txt", "httpStatus": 404, "present": false, "contentType": "text/html;charset=UTF-8", "error": null, "snippet": "" }, "agentsJson": { "url": "https://ebay.com/.well-known/agents.json", "httpStatus": 404, "present": false, "error": null }, "aiCatalog": { "url": "https://ebay.com/.well-known/ai-catalog.json", "httpStatus": 404, "present": false, "error": null }, "botaccess": { "url": "https://ebay.com/.well-known/botaccess.json", "httpStatus": 404, "present": false, "error": null } }, "relevantRobotsGroups": { "*": [ "Disallow: /*_kw", "Disallow: /*?maspect", "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2", "Disallow: /*redirect=mobile", "Disallow: /*redirect%3Dmobile", "Disallow: /*rt%3Dnc", "Disallow: /*rt=nc", "Disallow: /*src=urllib", "Disallow: /?SSOWebDispatcher&tg=web&ru=", "Disallow: /act/", "Disallow: /adchoice", "Disallow: /buyer-preferences", "Disallow: /motors/diy/blog/*", "Disallow: /motors/fnd/*", "Allow: /ads.txt", "Disallow: /ads", "Disallow: /adsrepository", "Disallow: /afs/", "Disallow: /atc/", "Disallow: /adell-mutfak", "Disallow: /ahu-kadin", "Disallow: /antika-sanat", "Disallow: /arama", "Disallow: */b2ajax/all-filter", "Disallow: /bebek-anne", "Disallow: /bilgisayar-tablet", "Disallow: /cep-telefonu-ve-aksesuar", "Disallow: /delicacy", "Disallow: /ev-bahce", "Disallow: /giyim-aksesuar", "Disallow: /muzik-plak-enstruman", "Disallow: /otomobil-motor-aksesuar", "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/*?*_mwBanner", "Allow: /b/*?iid=*&var=", "Allow: /b/*?iid=*&chn=ps" ], "bytespider": [ "Disallow: /", "Allow: /adchoice", "Allow: /authenticity-guarantee", "Allow: /motors/blog", "Allow: /motors/diy", "Allow: /help", "Allow: /sellercenter", "Allow: /ebaylive/seller", "Allow: /sl/sell", "Allow: /sh/landing", "Allow: /giftcards", "Allow: /shp/calc/rates" ], "ccbot": [ "Disallow: /", "Allow: /adchoice", "Allow: /authenticity-guarantee", "Allow: /motors/blog", "Allow: /motors/diy", "Allow: /help", "Allow: /sellercenter", "Allow: /ebaylive/seller", "Allow: /sl/sell", "Allow: /sh/landing", "Allow: /giftcards", "Allow: /shp/calc/rates" ], "claudebot": [ "Disallow: /", "Allow: /adchoice", "Allow: /authenticity-guarantee", "Allow: /motors/blog", "Allow: /motors/diy", "Allow: /help", "Allow: /sellercenter", "Allow: /ebaylive/seller", "Allow: /sl/sell", "Allow: /sh/landing", "Allow: /giftcards", "Allow: /shp/calc/rates" ], "perplexitybot": [ "Disallow: /", "Allow: /adchoice", "Allow: /authenticity-guarantee", "Allow: /motors/blog", "Allow: /motors/diy", "Allow: /help", "Allow: /sellercenter", "Allow: /ebaylive/seller", "Allow: /sl/sell", "Allow: /sh/landing", "Allow: /giftcards", "Allow: /shp/calc/rates" ], "meta-externalagent": [ "Disallow: /", "Allow: /adchoice", "Allow: /authenticity-guarantee", "Allow: /motors/blog", "Allow: /motors/diy", "Allow: /help", "Allow: /sellercenter", "Allow: /ebaylive/seller", "Allow: /sl/sell", "Allow: /sh/landing", "Allow: /giftcards", "Allow: /shp/calc/rates" ], "gptbot": [ "Disallow: /", "Allow: /adchoice", "Allow: /authenticity-guarantee", "Allow: /motors/blog", "Allow: /motors/diy", "Allow: /help", "Allow: /sellercenter", "Allow: /ebaylive/seller", "Allow: /sl/sell", "Allow: /sh/landing", "Allow: /giftcards", "Allow: /shp/calc/rates" ], "oai-searchbot": [ "Disallow: /*_kw", "Disallow: /*?maspect", "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2", "Disallow: /*redirect=mobile", "Disallow: /*redirect%3Dmobile", "Disallow: /*rt%3Dnc", "Disallow: /*rt=nc", "Disallow: /*src=urllib", "Disallow: /?SSOWebDispatcher&tg=web&ru=", "Disallow: /act/", "Disallow: /adchoice", "Disallow: /buyer-preferences", "Disallow: /motors/diy/blog/*", "Disallow: /motors/fnd/*", "Allow: /ads.txt", "Disallow: /ads", "Disallow: /adsrepository", "Disallow: /afs/", "Disallow: /atc/", "Disallow: /adell-mutfak", "Disallow: /ahu-kadin", "Disallow: /antika-sanat", "Disallow: /arama", "Disallow: */b2ajax/all-filter", "Disallow: /bebek-anne", "Disallow: /bilgisayar-tablet", "Disallow: /cep-telefonu-ve-aksesuar", "Disallow: /delicacy", "Disallow: /ev-bahce", "Disallow: /giyim-aksesuar", "Disallow: /muzik-plak-enstruman", "Disallow: /otomobil-motor-aksesuar", "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/*?*_mwBanner", "Allow: /b/*?iid=*&var=", "Allow: /b/*?iid=*&chn=ps" ], "chatgpt-user": [ "Disallow: /*_kw", "Disallow: /*?maspect", "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2", "Disallow: /*redirect=mobile", "Disallow: /*redirect%3Dmobile", "Disallow: /*rt%3Dnc", "Disallow: /*rt=nc", "Disallow: /*src=urllib", "Disallow: /?SSOWebDispatcher&tg=web&ru=", "Disallow: /act/", "Disallow: /adchoice", "Disallow: /buyer-preferences", "Disallow: /motors/diy/blog/*", "Disallow: /motors/fnd/*", "Allow: /ads.txt", "Disallow: /ads", "Disallow: /adsrepository", "Disallow: /afs/", "Disallow: /atc/", "Disallow: /adell-mutfak", "Disallow: /ahu-kadin", "Disallow: /antika-sanat", "Disallow: /arama", "Disallow: */b2ajax/all-filter", "Disallow: /bebek-anne", "Disallow: /bilgisayar-tablet", "Disallow: /cep-telefonu-ve-aksesuar", "Disallow: /delicacy", "Disallow: /ev-bahce", "Disallow: /giyim-aksesuar", "Disallow: /muzik-plak-enstruman", "Disallow: /otomobil-motor-aksesuar", "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/*?*_mwBanner", "Allow: /b/*?iid=*&var=", "Allow: /b/*?iid=*&chn=ps" ], "claude-searchbot": [ "Disallow: /*_kw", "Disallow: /*?maspect", "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2", "Disallow: /*redirect=mobile", "Disallow: /*redirect%3Dmobile", "Disallow: /*rt%3Dnc", "Disallow: /*rt=nc", "Disallow: /*src=urllib", "Disallow: /?SSOWebDispatcher&tg=web&ru=", "Disallow: /act/", "Disallow: /adchoice", "Disallow: /buyer-preferences", "Disallow: /motors/diy/blog/*", "Disallow: /motors/fnd/*", "Allow: /ads.txt", "Disallow: /ads", "Disallow: /adsrepository", "Disallow: /afs/", "Disallow: /atc/", "Disallow: /adell-mutfak", "Disallow: /ahu-kadin", "Disallow: /antika-sanat", "Disallow: /arama", "Disallow: */b2ajax/all-filter", "Disallow: /bebek-anne", "Disallow: /bilgisayar-tablet", "Disallow: /cep-telefonu-ve-aksesuar", "Disallow: /delicacy", "Disallow: /ev-bahce", "Disallow: /giyim-aksesuar", "Disallow: /muzik-plak-enstruman", "Disallow: /otomobil-motor-aksesuar", "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/*?*_mwBanner", "Allow: /b/*?iid=*&var=", "Allow: /b/*?iid=*&chn=ps" ], "claude-user": [ "Disallow: /*_kw", "Disallow: /*?maspect", "Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2", "Disallow: /*redirect=mobile", "Disallow: /*redirect%3Dmobile", "Disallow: /*rt%3Dnc", "Disallow: /*rt=nc", "Disallow: /*src=urllib", "Disallow: /?SSOWebDispatcher&tg=web&ru=", "Disallow: /act/", "Disallow: /adchoice", "Disallow: /buyer-preferences", "Disallow: /motors/diy/blog/*", "Disallow: /motors/fnd/*", "Allow: /ads.txt", "Disallow: /ads", "Disallow: /adsrepository", "Disallow: /afs/", "Disallow: /atc/", "Disallow: /adell-mutfak", "Disallow: /ahu-kadin", "Disallow: /antika-sanat", "Disallow: /arama", "Disallow: */b2ajax/all-filter", "Disallow: /bebek-anne", "Disallow: /bilgisayar-tablet", "Disallow: /cep-telefonu-ve-aksesuar", "Disallow: /delicacy", "Disallow: /ev-bahce", "Disallow: /giyim-aksesuar", "Disallow: /muzik-plak-enstruman", "Disallow: /otomobil-motor-aksesuar", "Allow: /b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "Allow: /b/*?*_mwBanner", "Allow: /b/*?iid=*&var=", "Allow: /b/*?iid=*&chn=ps" ] }, "bots": { "GPTBot": { "vendor": "OpenAI", "kind": "training-crawler", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/" ], "allow": [ "/adchoice", "/authenticity-guarantee", "/motors/blog", "/motors/diy", "/help", "/sellercenter", "/ebaylive/seller", "/sl/sell", "/sh/landing", "/giftcards", "/shp/calc/rates" ] }, "OAI-SearchBot": { "vendor": "OpenAI", "kind": "search-index", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/*_kw", "/*?maspect", "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "/*redirect=mobile", "/*redirect%3Dmobile", "/*rt%3Dnc", "/*rt=nc", "/*src=urllib", "/?SSOWebDispatcher&tg=web&ru=", "/act/", "/adchoice", "/buyer-preferences", "/motors/diy/blog/*", "/motors/fnd/*", "/ads", "/adsrepository", "/afs/", "/atc/", "/adell-mutfak", "/ahu-kadin", "/antika-sanat", "/arama", "*/b2ajax/all-filter", "/bebek-anne", "/bilgisayar-tablet", "/cep-telefonu-ve-aksesuar", "/delicacy", "/ev-bahce", "/giyim-aksesuar", "/muzik-plak-enstruman", "/otomobil-motor-aksesuar", "/b/*,", "/b/*?iid=*&var=*&", "/b/*?iid=*&*&chn=ps", "/b/*?iid=*&var=*&*&chn=ps", "/b/*?*_nkw", "/b/*?*&", "/pe/*", "/b/*?*|", "/b/*%EF", "/b/*LH_", "/b/*_dmd=", "/b/*_dcat=", "/b/*_pgn=", "/b/*_sacat=", "/b/*_saved", "/b/*_sid=", "/b/*_sop=", "/b/*_stpos=", "/b/*DO-NOT-BID", "/b/*udhi=", "/b/*udlo=", "/b/Test-Category", "/b/eBay-Use-Only", "/b/eBay-Test-Only", "/b/LP-Parent", "/b/LL-Child", "/b/eBay-User-Tools", "/b/Test-Auctions", "/b/Attributes", "/bfl/", "/bgmt/", "/bin/", "/blueberry/", "/bo/", "/brw/", "/c/", "/cancel/", "/chocolatechip/", "/clp/", "/clt/store/", "/cnt/", "/contact/", "/csc/", "/cta/", "/ctg/", "/ctm/", "/dsc/", "/e/*?", "/easy-shop", "/ebay/cronus/", "/ebaylive/host", "/ecaptcha/", "/edc/", "/experience/fic", "/explore", "/feed/", "/fdbk/", "/ficapp/", "/fol/", "/g/api/", "/gh/cart", "/gh/collectbehaviorinfo", "/gh/collectsysteminfo", "/gh/useracquisition", "/gh/user_profile", "/gsr/", "/gss/", "/gum/", "/gwc/", "/hcp/", "/heute/", "/ico/", "/ifh", "/ipp/", "/itc/", "/itemmodules/", "/itemnotreceived/", "/itempolicy", "/itm/*,", "/itm/*/%", "/itm/*/[", "/itm/*/browser.json", "/itm/*action=BESTOFFER", "/itm/*boolp=", "/itm/*_nkw", "/itm/*?fits", "/itm/*&fits", "/itm/*.jpg", "/itm/*/%7B%7B", "/itm/:/", "/itm/*_pgn=", "/itm/addToCart", "/itm/fetchmodules", "/itm/sellerInfoV2", "/itm/soi", "/itm/variationlogistics", "/itm/watch/", "/itmhero/", "/lit/", "/logout", "/lstng", "/lst/ng/", "/lux/", "/lvx/", "/mbf/", "/merchanism/", "/mes/", "/mla/", "/mlt/", "/myb", "/mye", "/myebay", "/mys", "/nap/", "/nectar", "/npk/", "/p/*thm=", "/p/*surveyopen", "/p/moduleprovider/", "/p/surveyopen", "/personalization/", "/pgfeapp", "/price-guide/", "/prp/", "/rcm/", "/recfb?", "/recs/", "/res/", "/rewards", "/rtm*", "/rvh/", "/rye", "/sch/ajax", "/sch/ebayadvsearch?_", "/sh/onboarding", "/sh/str/fvfsavings", "/ship/", "/shop/*&", "/signin/", "/sio/", "/siteminderagent/", "/sl/*bn_*?", "/sl/*SellLikeItem", "/sl/*wnstart", "/sl/node", "/sl/ipe", "/sme/", "/smevi/", "/sndmsg?", "/soc/", "/splashui/", "/splashui_rc/", "/srv/", "/str/*_sacat", "/str/*modules=STORE_CATEGORIES", "/str/beacon/storefrontbeacon", "/str/ssdemo", "/str/svc", "/talk/", "/tickets/", "/tkt", "/today/", "/trylater/", "/ulk/i/", "/ulk/sch/", "/ulk/usr/", "/urw/", "/usr/*/all-follows", "/usr/*/followers", "/vas", "/viitem", "/vlabl", "/vlt", "/vod/", "/vplbl/", "/vsp/", "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "/wcs/", "/ws/" ], "allow": [ "/ads.txt", "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/*?*_mwBanner", "/b/*?iid=*&var=", "/b/*?iid=*&chn=ps", "/b/*?iid=*&var=*&chn=ps", "/sch/", "/signin/$", "/urw/*/product-reviews/" ] }, "ChatGPT-User": { "vendor": "OpenAI", "kind": "user-action", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/*_kw", "/*?maspect", "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "/*redirect=mobile", "/*redirect%3Dmobile", "/*rt%3Dnc", "/*rt=nc", "/*src=urllib", "/?SSOWebDispatcher&tg=web&ru=", "/act/", "/adchoice", "/buyer-preferences", "/motors/diy/blog/*", "/motors/fnd/*", "/ads", "/adsrepository", "/afs/", "/atc/", "/adell-mutfak", "/ahu-kadin", "/antika-sanat", "/arama", "*/b2ajax/all-filter", "/bebek-anne", "/bilgisayar-tablet", "/cep-telefonu-ve-aksesuar", "/delicacy", "/ev-bahce", "/giyim-aksesuar", "/muzik-plak-enstruman", "/otomobil-motor-aksesuar", "/b/*,", "/b/*?iid=*&var=*&", "/b/*?iid=*&*&chn=ps", "/b/*?iid=*&var=*&*&chn=ps", "/b/*?*_nkw", "/b/*?*&", "/pe/*", "/b/*?*|", "/b/*%EF", "/b/*LH_", "/b/*_dmd=", "/b/*_dcat=", "/b/*_pgn=", "/b/*_sacat=", "/b/*_saved", "/b/*_sid=", "/b/*_sop=", "/b/*_stpos=", "/b/*DO-NOT-BID", "/b/*udhi=", "/b/*udlo=", "/b/Test-Category", "/b/eBay-Use-Only", "/b/eBay-Test-Only", "/b/LP-Parent", "/b/LL-Child", "/b/eBay-User-Tools", "/b/Test-Auctions", "/b/Attributes", "/bfl/", "/bgmt/", "/bin/", "/blueberry/", "/bo/", "/brw/", "/c/", "/cancel/", "/chocolatechip/", "/clp/", "/clt/store/", "/cnt/", "/contact/", "/csc/", "/cta/", "/ctg/", "/ctm/", "/dsc/", "/e/*?", "/easy-shop", "/ebay/cronus/", "/ebaylive/host", "/ecaptcha/", "/edc/", "/experience/fic", "/explore", "/feed/", "/fdbk/", "/ficapp/", "/fol/", "/g/api/", "/gh/cart", "/gh/collectbehaviorinfo", "/gh/collectsysteminfo", "/gh/useracquisition", "/gh/user_profile", "/gsr/", "/gss/", "/gum/", "/gwc/", "/hcp/", "/heute/", "/ico/", "/ifh", "/ipp/", "/itc/", "/itemmodules/", "/itemnotreceived/", "/itempolicy", "/itm/*,", "/itm/*/%", "/itm/*/[", "/itm/*/browser.json", "/itm/*action=BESTOFFER", "/itm/*boolp=", "/itm/*_nkw", "/itm/*?fits", "/itm/*&fits", "/itm/*.jpg", "/itm/*/%7B%7B", "/itm/:/", "/itm/*_pgn=", "/itm/addToCart", "/itm/fetchmodules", "/itm/sellerInfoV2", "/itm/soi", "/itm/variationlogistics", "/itm/watch/", "/itmhero/", "/lit/", "/logout", "/lstng", "/lst/ng/", "/lux/", "/lvx/", "/mbf/", "/merchanism/", "/mes/", "/mla/", "/mlt/", "/myb", "/mye", "/myebay", "/mys", "/nap/", "/nectar", "/npk/", "/p/*thm=", "/p/*surveyopen", "/p/moduleprovider/", "/p/surveyopen", "/personalization/", "/pgfeapp", "/price-guide/", "/prp/", "/rcm/", "/recfb?", "/recs/", "/res/", "/rewards", "/rtm*", "/rvh/", "/rye", "/sch/ajax", "/sch/ebayadvsearch?_", "/sh/onboarding", "/sh/str/fvfsavings", "/ship/", "/shop/*&", "/signin/", "/sio/", "/siteminderagent/", "/sl/*bn_*?", "/sl/*SellLikeItem", "/sl/*wnstart", "/sl/node", "/sl/ipe", "/sme/", "/smevi/", "/sndmsg?", "/soc/", "/splashui/", "/splashui_rc/", "/srv/", "/str/*_sacat", "/str/*modules=STORE_CATEGORIES", "/str/beacon/storefrontbeacon", "/str/ssdemo", "/str/svc", "/talk/", "/tickets/", "/tkt", "/today/", "/trylater/", "/ulk/i/", "/ulk/sch/", "/ulk/usr/", "/urw/", "/usr/*/all-follows", "/usr/*/followers", "/vas", "/viitem", "/vlabl", "/vlt", "/vod/", "/vplbl/", "/vsp/", "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "/wcs/", "/ws/" ], "allow": [ "/ads.txt", "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/*?*_mwBanner", "/b/*?iid=*&var=", "/b/*?iid=*&chn=ps", "/b/*?iid=*&var=*&chn=ps", "/sch/", "/signin/$", "/urw/*/product-reviews/" ] }, "ClaudeBot": { "vendor": "Anthropic", "kind": "training-crawler", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/" ], "allow": [ "/adchoice", "/authenticity-guarantee", "/motors/blog", "/motors/diy", "/help", "/sellercenter", "/ebaylive/seller", "/sl/sell", "/sh/landing", "/giftcards", "/shp/calc/rates" ] }, "Claude-User": { "vendor": "Anthropic", "kind": "user-action", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/*_kw", "/*?maspect", "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "/*redirect=mobile", "/*redirect%3Dmobile", "/*rt%3Dnc", "/*rt=nc", "/*src=urllib", "/?SSOWebDispatcher&tg=web&ru=", "/act/", "/adchoice", "/buyer-preferences", "/motors/diy/blog/*", "/motors/fnd/*", "/ads", "/adsrepository", "/afs/", "/atc/", "/adell-mutfak", "/ahu-kadin", "/antika-sanat", "/arama", "*/b2ajax/all-filter", "/bebek-anne", "/bilgisayar-tablet", "/cep-telefonu-ve-aksesuar", "/delicacy", "/ev-bahce", "/giyim-aksesuar", "/muzik-plak-enstruman", "/otomobil-motor-aksesuar", "/b/*,", "/b/*?iid=*&var=*&", "/b/*?iid=*&*&chn=ps", "/b/*?iid=*&var=*&*&chn=ps", "/b/*?*_nkw", "/b/*?*&", "/pe/*", "/b/*?*|", "/b/*%EF", "/b/*LH_", "/b/*_dmd=", "/b/*_dcat=", "/b/*_pgn=", "/b/*_sacat=", "/b/*_saved", "/b/*_sid=", "/b/*_sop=", "/b/*_stpos=", "/b/*DO-NOT-BID", "/b/*udhi=", "/b/*udlo=", "/b/Test-Category", "/b/eBay-Use-Only", "/b/eBay-Test-Only", "/b/LP-Parent", "/b/LL-Child", "/b/eBay-User-Tools", "/b/Test-Auctions", "/b/Attributes", "/bfl/", "/bgmt/", "/bin/", "/blueberry/", "/bo/", "/brw/", "/c/", "/cancel/", "/chocolatechip/", "/clp/", "/clt/store/", "/cnt/", "/contact/", "/csc/", "/cta/", "/ctg/", "/ctm/", "/dsc/", "/e/*?", "/easy-shop", "/ebay/cronus/", "/ebaylive/host", "/ecaptcha/", "/edc/", "/experience/fic", "/explore", "/feed/", "/fdbk/", "/ficapp/", "/fol/", "/g/api/", "/gh/cart", "/gh/collectbehaviorinfo", "/gh/collectsysteminfo", "/gh/useracquisition", "/gh/user_profile", "/gsr/", "/gss/", "/gum/", "/gwc/", "/hcp/", "/heute/", "/ico/", "/ifh", "/ipp/", "/itc/", "/itemmodules/", "/itemnotreceived/", "/itempolicy", "/itm/*,", "/itm/*/%", "/itm/*/[", "/itm/*/browser.json", "/itm/*action=BESTOFFER", "/itm/*boolp=", "/itm/*_nkw", "/itm/*?fits", "/itm/*&fits", "/itm/*.jpg", "/itm/*/%7B%7B", "/itm/:/", "/itm/*_pgn=", "/itm/addToCart", "/itm/fetchmodules", "/itm/sellerInfoV2", "/itm/soi", "/itm/variationlogistics", "/itm/watch/", "/itmhero/", "/lit/", "/logout", "/lstng", "/lst/ng/", "/lux/", "/lvx/", "/mbf/", "/merchanism/", "/mes/", "/mla/", "/mlt/", "/myb", "/mye", "/myebay", "/mys", "/nap/", "/nectar", "/npk/", "/p/*thm=", "/p/*surveyopen", "/p/moduleprovider/", "/p/surveyopen", "/personalization/", "/pgfeapp", "/price-guide/", "/prp/", "/rcm/", "/recfb?", "/recs/", "/res/", "/rewards", "/rtm*", "/rvh/", "/rye", "/sch/ajax", "/sch/ebayadvsearch?_", "/sh/onboarding", "/sh/str/fvfsavings", "/ship/", "/shop/*&", "/signin/", "/sio/", "/siteminderagent/", "/sl/*bn_*?", "/sl/*SellLikeItem", "/sl/*wnstart", "/sl/node", "/sl/ipe", "/sme/", "/smevi/", "/sndmsg?", "/soc/", "/splashui/", "/splashui_rc/", "/srv/", "/str/*_sacat", "/str/*modules=STORE_CATEGORIES", "/str/beacon/storefrontbeacon", "/str/ssdemo", "/str/svc", "/talk/", "/tickets/", "/tkt", "/today/", "/trylater/", "/ulk/i/", "/ulk/sch/", "/ulk/usr/", "/urw/", "/usr/*/all-follows", "/usr/*/followers", "/vas", "/viitem", "/vlabl", "/vlt", "/vod/", "/vplbl/", "/vsp/", "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "/wcs/", "/ws/" ], "allow": [ "/ads.txt", "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/*?*_mwBanner", "/b/*?iid=*&var=", "/b/*?iid=*&chn=ps", "/b/*?iid=*&var=*&chn=ps", "/sch/", "/signin/$", "/urw/*/product-reviews/" ] }, "Claude-SearchBot": { "vendor": "Anthropic", "kind": "search-index", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/*_kw", "/*?maspect", "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "/*redirect=mobile", "/*redirect%3Dmobile", "/*rt%3Dnc", "/*rt=nc", "/*src=urllib", "/?SSOWebDispatcher&tg=web&ru=", "/act/", "/adchoice", "/buyer-preferences", "/motors/diy/blog/*", "/motors/fnd/*", "/ads", "/adsrepository", "/afs/", "/atc/", "/adell-mutfak", "/ahu-kadin", "/antika-sanat", "/arama", "*/b2ajax/all-filter", "/bebek-anne", "/bilgisayar-tablet", "/cep-telefonu-ve-aksesuar", "/delicacy", "/ev-bahce", "/giyim-aksesuar", "/muzik-plak-enstruman", "/otomobil-motor-aksesuar", "/b/*,", "/b/*?iid=*&var=*&", "/b/*?iid=*&*&chn=ps", "/b/*?iid=*&var=*&*&chn=ps", "/b/*?*_nkw", "/b/*?*&", "/pe/*", "/b/*?*|", "/b/*%EF", "/b/*LH_", "/b/*_dmd=", "/b/*_dcat=", "/b/*_pgn=", "/b/*_sacat=", "/b/*_saved", "/b/*_sid=", "/b/*_sop=", "/b/*_stpos=", "/b/*DO-NOT-BID", "/b/*udhi=", "/b/*udlo=", "/b/Test-Category", "/b/eBay-Use-Only", "/b/eBay-Test-Only", "/b/LP-Parent", "/b/LL-Child", "/b/eBay-User-Tools", "/b/Test-Auctions", "/b/Attributes", "/bfl/", "/bgmt/", "/bin/", "/blueberry/", "/bo/", "/brw/", "/c/", "/cancel/", "/chocolatechip/", "/clp/", "/clt/store/", "/cnt/", "/contact/", "/csc/", "/cta/", "/ctg/", "/ctm/", "/dsc/", "/e/*?", "/easy-shop", "/ebay/cronus/", "/ebaylive/host", "/ecaptcha/", "/edc/", "/experience/fic", "/explore", "/feed/", "/fdbk/", "/ficapp/", "/fol/", "/g/api/", "/gh/cart", "/gh/collectbehaviorinfo", "/gh/collectsysteminfo", "/gh/useracquisition", "/gh/user_profile", "/gsr/", "/gss/", "/gum/", "/gwc/", "/hcp/", "/heute/", "/ico/", "/ifh", "/ipp/", "/itc/", "/itemmodules/", "/itemnotreceived/", "/itempolicy", "/itm/*,", "/itm/*/%", "/itm/*/[", "/itm/*/browser.json", "/itm/*action=BESTOFFER", "/itm/*boolp=", "/itm/*_nkw", "/itm/*?fits", "/itm/*&fits", "/itm/*.jpg", "/itm/*/%7B%7B", "/itm/:/", "/itm/*_pgn=", "/itm/addToCart", "/itm/fetchmodules", "/itm/sellerInfoV2", "/itm/soi", "/itm/variationlogistics", "/itm/watch/", "/itmhero/", "/lit/", "/logout", "/lstng", "/lst/ng/", "/lux/", "/lvx/", "/mbf/", "/merchanism/", "/mes/", "/mla/", "/mlt/", "/myb", "/mye", "/myebay", "/mys", "/nap/", "/nectar", "/npk/", "/p/*thm=", "/p/*surveyopen", "/p/moduleprovider/", "/p/surveyopen", "/personalization/", "/pgfeapp", "/price-guide/", "/prp/", "/rcm/", "/recfb?", "/recs/", "/res/", "/rewards", "/rtm*", "/rvh/", "/rye", "/sch/ajax", "/sch/ebayadvsearch?_", "/sh/onboarding", "/sh/str/fvfsavings", "/ship/", "/shop/*&", "/signin/", "/sio/", "/siteminderagent/", "/sl/*bn_*?", "/sl/*SellLikeItem", "/sl/*wnstart", "/sl/node", "/sl/ipe", "/sme/", "/smevi/", "/sndmsg?", "/soc/", "/splashui/", "/splashui_rc/", "/srv/", "/str/*_sacat", "/str/*modules=STORE_CATEGORIES", "/str/beacon/storefrontbeacon", "/str/ssdemo", "/str/svc", "/talk/", "/tickets/", "/tkt", "/today/", "/trylater/", "/ulk/i/", "/ulk/sch/", "/ulk/usr/", "/urw/", "/usr/*/all-follows", "/usr/*/followers", "/vas", "/viitem", "/vlabl", "/vlt", "/vod/", "/vplbl/", "/vsp/", "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "/wcs/", "/ws/" ], "allow": [ "/ads.txt", "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/*?*_mwBanner", "/b/*?iid=*&var=", "/b/*?iid=*&chn=ps", "/b/*?iid=*&var=*&chn=ps", "/sch/", "/signin/$", "/urw/*/product-reviews/" ] }, "Google-Extended": { "vendor": "Google AI", "kind": "training-crawler", "status": "unspecified", "explicit": false, "effective": "partial", "disallow": [ "/*_kw", "/*?maspect", "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "/*redirect=mobile", "/*redirect%3Dmobile", "/*rt%3Dnc", "/*rt=nc", "/*src=urllib", "/?SSOWebDispatcher&tg=web&ru=", "/act/", "/adchoice", "/buyer-preferences", "/motors/diy/blog/*", "/motors/fnd/*", "/ads", "/adsrepository", "/afs/", "/atc/", "/adell-mutfak", "/ahu-kadin", "/antika-sanat", "/arama", "*/b2ajax/all-filter", "/bebek-anne", "/bilgisayar-tablet", "/cep-telefonu-ve-aksesuar", "/delicacy", "/ev-bahce", "/giyim-aksesuar", "/muzik-plak-enstruman", "/otomobil-motor-aksesuar", "/b/*,", "/b/*?iid=*&var=*&", "/b/*?iid=*&*&chn=ps", "/b/*?iid=*&var=*&*&chn=ps", "/b/*?*_nkw", "/b/*?*&", "/pe/*", "/b/*?*|", "/b/*%EF", "/b/*LH_", "/b/*_dmd=", "/b/*_dcat=", "/b/*_pgn=", "/b/*_sacat=", "/b/*_saved", "/b/*_sid=", "/b/*_sop=", "/b/*_stpos=", "/b/*DO-NOT-BID", "/b/*udhi=", "/b/*udlo=", "/b/Test-Category", "/b/eBay-Use-Only", "/b/eBay-Test-Only", "/b/LP-Parent", "/b/LL-Child", "/b/eBay-User-Tools", "/b/Test-Auctions", "/b/Attributes", "/bfl/", "/bgmt/", "/bin/", "/blueberry/", "/bo/", "/brw/", "/c/", "/cancel/", "/chocolatechip/", "/clp/", "/clt/store/", "/cnt/", "/contact/", "/csc/", "/cta/", "/ctg/", "/ctm/", "/d/graphql", "/dsc/", "/e/*?", "/easy-shop", "/ebay/cronus/", "/ebaylive/host", "/ecaptcha/", "/edc/", "/experience/fic", "/explore", "/feed/", "/fdbk/", "/ficapp/", "/fol/", "/g/api/", "/gh/cart", "/gh/collectbehaviorinfo", "/gh/collectsysteminfo", "/gh/useracquisition", "/gh/user_profile", "/gsr/", "/gss/", "/gum/", "/gwc/", "/hcp/", "/heute/", "/ico/", "/ifh", "/ipp/", "/itc/", "/itemmodules/", "/itemnotreceived/", "/itempolicy", "/itm/*,", "/itm/*/%", "/itm/*/[", "/itm/*/browser.json", "/itm/*action=BESTOFFER", "/itm/*boolp=", "/itm/*_nkw", "/itm/*?fits", "/itm/*&fits", "/itm/*.jpg", "/itm/*/%7B%7B", "/itm/:/", "/itm/*_pgn=", "/itm/addToCart", "/itm/fetchmodules", "/itm/sellerInfoV2", "/itm/soi", "/itm/variationlogistics", "/itm/watch/", "/itmhero/", "/lit/", "/logout", "/looking-glass-proxy/graphql", "/lstng", "/lst/ng/", "/lux/", "/lvx/", "/mbf/", "/merchanism/", "/mes/", "/mla/", "/mlt/", "/myb", "/mye", "/myebay", "/mys", "/nap/", "/nectar", "/npk/", "/p/*thm=", "/p/*surveyopen", "/p/moduleprovider/", "/p/surveyopen", "/personalization/", "/pgfeapp", "/price-guide/", "/prp/", "/rcm/", "/recfb?", "/recs/", "/res/", "/rewards", "/rtm*", "/rvh/", "/rye", "/sch/i.html?_nkw=", "/sch/i.html?*_nkw=*&", "/sch/", "/sch/*_sacat=", "/sch/ajax", "/sch/ebayadvsearch?_", "/sh/onboarding", "/sh/str/fvfsavings", "/ship/", "/shop/*&", "/signin/", "/sio/", "/siteminderagent/", "/sl/*bn_*?", "/sl/*SellLikeItem", "/sl/*wnstart", "/sl/node", "/sl/ipe", "/sme/", "/smevi/", "/sndmsg?", "/soc/", "/splashui/", "/splashui_rc/", "/srv/", "/str/*_sacat", "/str/*modules=STORE_CATEGORIES", "/str/beacon/storefrontbeacon", "/str/ssdemo", "/str/svc", "/talk/", "/tickets/", "/tkt", "/today/", "/trylater/", "/ulk/i/", "/ulk/sch/", "/ulk/usr/", "/urw/", "/usr/*/all-follows", "/usr/*/followers", "/vas", "/viitem", "/vlabl", "/vlt", "/vod/", "/vplbl/", "/vsp/", "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "/wcs/", "/ws/" ], "allow": [ "/ads.txt", "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/*?*_mwBanner", "/b/*?iid=*&var=", "/b/*?iid=*&chn=ps", "/b/*?iid=*&var=*&chn=ps", "/sch/ebayadvsearch", "/sch/allcategories/", "/sch/*_ul", "/sch/*_fosrp", "/sch/*_trksid", "/sch/i.html?*&mkcid=2", "/signin/$", "/urw/*/product-reviews/" ], "note": "inherits User-agent: *" }, "PerplexityBot": { "vendor": "Perplexity", "kind": "search-index", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/" ], "allow": [ "/adchoice", "/authenticity-guarantee", "/motors/blog", "/motors/diy", "/help", "/sellercenter", "/ebaylive/seller", "/sl/sell", "/sh/landing", "/giftcards", "/shp/calc/rates" ] }, "Perplexity-User": { "vendor": "Perplexity", "kind": "user-action", "status": "unspecified", "explicit": false, "effective": "partial", "disallow": [ "/*_kw", "/*?maspect", "/*modules=SEARCH_REFINEMENTS_MODEL_V2", "/*redirect=mobile", "/*redirect%3Dmobile", "/*rt%3Dnc", "/*rt=nc", "/*src=urllib", "/?SSOWebDispatcher&tg=web&ru=", "/act/", "/adchoice", "/buyer-preferences", "/motors/diy/blog/*", "/motors/fnd/*", "/ads", "/adsrepository", "/afs/", "/atc/", "/adell-mutfak", "/ahu-kadin", "/antika-sanat", "/arama", "*/b2ajax/all-filter", "/bebek-anne", "/bilgisayar-tablet", "/cep-telefonu-ve-aksesuar", "/delicacy", "/ev-bahce", "/giyim-aksesuar", "/muzik-plak-enstruman", "/otomobil-motor-aksesuar", "/b/*,", "/b/*?iid=*&var=*&", "/b/*?iid=*&*&chn=ps", "/b/*?iid=*&var=*&*&chn=ps", "/b/*?*_nkw", "/b/*?*&", "/pe/*", "/b/*?*|", "/b/*%EF", "/b/*LH_", "/b/*_dmd=", "/b/*_dcat=", "/b/*_pgn=", "/b/*_sacat=", "/b/*_saved", "/b/*_sid=", "/b/*_sop=", "/b/*_stpos=", "/b/*DO-NOT-BID", "/b/*udhi=", "/b/*udlo=", "/b/Test-Category", "/b/eBay-Use-Only", "/b/eBay-Test-Only", "/b/LP-Parent", "/b/LL-Child", "/b/eBay-User-Tools", "/b/Test-Auctions", "/b/Attributes", "/bfl/", "/bgmt/", "/bin/", "/blueberry/", "/bo/", "/brw/", "/c/", "/cancel/", "/chocolatechip/", "/clp/", "/clt/store/", "/cnt/", "/contact/", "/csc/", "/cta/", "/ctg/", "/ctm/", "/d/graphql", "/dsc/", "/e/*?", "/easy-shop", "/ebay/cronus/", "/ebaylive/host", "/ecaptcha/", "/edc/", "/experience/fic", "/explore", "/feed/", "/fdbk/", "/ficapp/", "/fol/", "/g/api/", "/gh/cart", "/gh/collectbehaviorinfo", "/gh/collectsysteminfo", "/gh/useracquisition", "/gh/user_profile", "/gsr/", "/gss/", "/gum/", "/gwc/", "/hcp/", "/heute/", "/ico/", "/ifh", "/ipp/", "/itc/", "/itemmodules/", "/itemnotreceived/", "/itempolicy", "/itm/*,", "/itm/*/%", "/itm/*/[", "/itm/*/browser.json", "/itm/*action=BESTOFFER", "/itm/*boolp=", "/itm/*_nkw", "/itm/*?fits", "/itm/*&fits", "/itm/*.jpg", "/itm/*/%7B%7B", "/itm/:/", "/itm/*_pgn=", "/itm/addToCart", "/itm/fetchmodules", "/itm/sellerInfoV2", "/itm/soi", "/itm/variationlogistics", "/itm/watch/", "/itmhero/", "/lit/", "/logout", "/looking-glass-proxy/graphql", "/lstng", "/lst/ng/", "/lux/", "/lvx/", "/mbf/", "/merchanism/", "/mes/", "/mla/", "/mlt/", "/myb", "/mye", "/myebay", "/mys", "/nap/", "/nectar", "/npk/", "/p/*thm=", "/p/*surveyopen", "/p/moduleprovider/", "/p/surveyopen", "/personalization/", "/pgfeapp", "/price-guide/", "/prp/", "/rcm/", "/recfb?", "/recs/", "/res/", "/rewards", "/rtm*", "/rvh/", "/rye", "/sch/i.html?_nkw=", "/sch/i.html?*_nkw=*&", "/sch/", "/sch/*_sacat=", "/sch/ajax", "/sch/ebayadvsearch?_", "/sh/onboarding", "/sh/str/fvfsavings", "/ship/", "/shop/*&", "/signin/", "/sio/", "/siteminderagent/", "/sl/*bn_*?", "/sl/*SellLikeItem", "/sl/*wnstart", "/sl/node", "/sl/ipe", "/sme/", "/smevi/", "/sndmsg?", "/soc/", "/splashui/", "/splashui_rc/", "/srv/", "/str/*_sacat", "/str/*modules=STORE_CATEGORIES", "/str/beacon/storefrontbeacon", "/str/ssdemo", "/str/svc", "/talk/", "/tickets/", "/tkt", "/today/", "/trylater/", "/ulk/i/", "/ulk/sch/", "/ulk/usr/", "/urw/", "/usr/*/all-follows", "/usr/*/followers", "/vas", "/viitem", "/vlabl", "/vlt", "/vod/", "/vplbl/", "/vsp/", "/.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200", "/wcs/", "/ws/" ], "allow": [ "/ads.txt", "/b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Collectible-Sneakers/bn_7000259435?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Jordan-Sneakers-for-Men/15709/bn_96541848?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/New-Balance-Sneakers-for-Men/15709/bn_58747?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/Sneakers-for-Men/15709/bn_57918?*_trkparms=*pageci:*|parentrq:*iid:0", "/b/*?*_mwBanner", "/b/*?iid=*&var=", "/b/*?iid=*&chn=ps", "/b/*?iid=*&var=*&chn=ps", "/sch/ebayadvsearch", "/sch/allcategories/", "/sch/*_ul", "/sch/*_fosrp", "/sch/*_trksid", "/sch/i.html?*&mkcid=2", "/signin/$", "/urw/*/product-reviews/" ], "note": "inherits User-agent: *" }, "Bytespider": { "vendor": "ByteDance", "kind": "training-crawler", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/" ], "allow": [ "/adchoice", "/authenticity-guarantee", "/motors/blog", "/motors/diy", "/help", "/sellercenter", "/ebaylive/seller", "/sl/sell", "/sh/landing", "/giftcards", "/shp/calc/rates" ] }, "CCBot": { "vendor": "Common Crawl", "kind": "training-crawler", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/" ], "allow": [ "/adchoice", "/authenticity-guarantee", "/motors/blog", "/motors/diy", "/help", "/sellercenter", "/ebaylive/seller", "/sl/sell", "/sh/landing", "/giftcards", "/shp/calc/rates" ] }, "Meta-ExternalAgent": { "vendor": "Meta", "kind": "training-crawler", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/" ], "allow": [ "/adchoice", "/authenticity-guarantee", "/motors/blog", "/motors/diy", "/help", "/sellercenter", "/ebaylive/seller", "/sl/sell", "/sh/landing", "/giftcards", "/shp/calc/rates" ] } } }