{
  "domain": "amazon.com",
  "scannedAt": "2026-10-22T11:28:36.062Z",
  "unreachable": false,
  "files": {
    "robots": {
      "url": "https://amazon.com/robots.txt",
      "httpStatus": 200,
      "present": true,
      "contentType": "text/plain",
      "error": null,
      "snippet": "User-agent: *\nDisallow: /exec/obidos/account-access-login\nDisallow: /exec/obidos/change-style\nDisallow: /exec/obidos/flex-sign-in\nDisallow: /exec/obidos/handle-buy-box\nDisallow: /exec/obidos/tg/cm/member/\nDisallow: /gp/aw/help/id=sss\nDisallow: /gp/cart\nDisallow: /gp/flex\nDisallow: /gp/product/e-mail-friend\nDisallow: /gp/product/product-availability\nDisallow: /gp/product/rate-this-item\nDisallow: /gp/sign-in\nDisallow: /gp/reader\nDisallow: /gp/sitbv3/reader\nDisallow: /gp/richpub/syltguides/create\nDisallow: /gp/gfix\nDisallow: /gp/associations/wizard.html\nDisallow: /gp/dmusic/order\nDisallow: /gp/legacy-handle-buy-box.html\nDisallow: /gp/aws/ssop\nDisallow: /gp/yourstore\nDisallow: /gp/gift-central/organizer/add-wishlist\nDisallow: /gp/vote\nDisallow: /gp/voting/\nDisallow: /gp/music/wma-pop-up\nDisallow: /gp/customer-images\nDisallow: /gp/richpub/listmania/createpipeline\nDisallow: /gp/content-form\nDisallow: /gp/pdp/invitation/invite\nDisallow: /gp/customer-reviews/common/du\nDisallow: /gp/customer-reviews/write-a-review.html\nDisallow: /gp/associations/wizard.html\nDisallow: /gp/music/clipserve\nDisallow: /gp/customer-media/upload\nDisallow: /gp/history\nDisallow: /gp/item-dispatch\nDisallow: /gp/dmusic/order/handle-buy-box.html\nDisallow: /gp/recsradio\nDisallow: /gp/slredirect\nDisallow: /dp/shipping/\nDisallow: /dp/twister-update/\nDisallow: /dp/manual-submit/\nDisallow: /dp/e-mail-friend/\nDisallow: /dp/product-availability/\nDisallow: /dp/rate-this-item/\nDisallow: /gp/registry/wishlist/*/reserve\nDis\n…(truncated)"
    },
    "llms": {
      "url": "https://amazon.com/llms.txt",
      "httpStatus": 404,
      "present": false,
      "contentType": "text/html;charset=UTF-8",
      "error": null,
      "snippet": ""
    },
    "agentsJson": {
      "url": "https://amazon.com/.well-known/agents.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    },
    "aiCatalog": {
      "url": "https://amazon.com/.well-known/ai-catalog.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    },
    "botaccess": {
      "url": "https://amazon.com/.well-known/botaccess.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    }
  },
  "relevantRobotsGroups": {
    "*": [
      "Disallow: /exec/obidos/account-access-login",
      "Disallow: /exec/obidos/change-style",
      "Disallow: /exec/obidos/flex-sign-in",
      "Disallow: /exec/obidos/handle-buy-box",
      "Disallow: /exec/obidos/tg/cm/member/",
      "Disallow: /gp/aw/help/id=sss",
      "Disallow: /gp/cart",
      "Disallow: /gp/flex",
      "Disallow: /gp/product/e-mail-friend",
      "Disallow: /gp/product/product-availability",
      "Disallow: /gp/product/rate-this-item",
      "Disallow: /gp/sign-in",
      "Disallow: /gp/reader",
      "Disallow: /gp/sitbv3/reader",
      "Disallow: /gp/richpub/syltguides/create",
      "Disallow: /gp/gfix",
      "Disallow: /gp/associations/wizard.html",
      "Disallow: /gp/dmusic/order",
      "Disallow: /gp/legacy-handle-buy-box.html",
      "Disallow: /gp/aws/ssop",
      "Disallow: /gp/yourstore",
      "Disallow: /gp/gift-central/organizer/add-wishlist",
      "Disallow: /gp/vote",
      "Disallow: /gp/voting/",
      "Disallow: /gp/music/wma-pop-up",
      "Disallow: /gp/customer-images",
      "Disallow: /gp/richpub/listmania/createpipeline",
      "Disallow: /gp/content-form",
      "Disallow: /gp/pdp/invitation/invite",
      "Disallow: /gp/customer-reviews/common/du",
      "Disallow: /gp/customer-reviews/write-a-review.html",
      "Disallow: /gp/associations/wizard.html",
      "Disallow: /gp/music/clipserve",
      "Disallow: /gp/customer-media/upload",
      "Disallow: /gp/history",
      "Disallow: /gp/item-dispatch",
      "Disallow: /gp/dmusic/order/handle-buy-box.html",
      "Disallow: /gp/recsradio",
      "Disallow: /gp/slredirect",
      "Disallow: /dp/shipping/"
    ],
    "gptbot": [
      "Disallow: /"
    ],
    "ccbot": [
      "Disallow: /"
    ],
    "perplexitybot": [
      "Disallow: /"
    ],
    "google-extended": [
      "Disallow: /"
    ],
    "claudebot": [
      "Disallow: /",
      "Disallow: /"
    ],
    "meta-externalagent": [
      "Disallow: /"
    ],
    "bytespider": [
      "Disallow: /"
    ],
    "claude-user": [
      "Disallow: /"
    ],
    "claude-searchbot": [
      "Disallow: /"
    ],
    "perplexity-user": [
      "Disallow: /"
    ],
    "chatgpt-user": [
      "Disallow: /"
    ],
    "oai-searchbot": [
      "Disallow: /"
    ]
  },
  "bots": {
    "GPTBot": {
      "vendor": "OpenAI",
      "kind": "training-crawler",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "OAI-SearchBot": {
      "vendor": "OpenAI",
      "kind": "search-index",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "ChatGPT-User": {
      "vendor": "OpenAI",
      "kind": "user-action",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "ClaudeBot": {
      "vendor": "Anthropic",
      "kind": "training-crawler",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/",
        "/"
      ],
      "allow": []
    },
    "Claude-User": {
      "vendor": "Anthropic",
      "kind": "user-action",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "Claude-SearchBot": {
      "vendor": "Anthropic",
      "kind": "search-index",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "Google-Extended": {
      "vendor": "Google AI",
      "kind": "training-crawler",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "PerplexityBot": {
      "vendor": "Perplexity",
      "kind": "search-index",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "Perplexity-User": {
      "vendor": "Perplexity",
      "kind": "user-action",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "Bytespider": {
      "vendor": "ByteDance",
      "kind": "training-crawler",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "CCBot": {
      "vendor": "Common Crawl",
      "kind": "training-crawler",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    },
    "Meta-ExternalAgent": {
      "vendor": "Meta",
      "kind": "training-crawler",
      "status": "blocked",
      "explicit": true,
      "effective": "blocked",
      "disallow": [
        "/"
      ],
      "allow": []
    }
  }
}