{
  "domain": "stripe.com",
  "scannedAt": "2026-10-22T11:28:35.199Z",
  "unreachable": false,
  "files": {
    "robots": {
      "url": "https://stripe.com/robots.txt",
      "httpStatus": 200,
      "present": true,
      "contentType": "text/plain; charset=utf-8",
      "error": null,
      "snippet": "Sitemap: https://stripe.com/sitemap/sitemap.xml\n\nUser-agent: ia_archiver\nAllow: /docs/api\nAllow: /docs/api$\nDisallow: /docs\nDisallow: /docs$\nDisallow: /bitcoin/refund\nDisallow: /sources/refund\nDisallow: /sources/sepa_mandate\nDisallow: /sources/test_source\nDisallow: /sources/test_klarna\nDisallow: /handoff-healthcheck\nDisallow: /handoff\n\nUser-agent: *\nAllow: /docs\nAllow: /docs$\nDisallow: /bitcoin/refund\nDisallow: /sources/refund\nDisallow: /sources/sepa_mandate\nDisallow: /sources/test_source\nDisallow: /sources/test_klarna\nDisallow: /unsupported-browser\nDisallow: /handoff-healthcheck\nDisallow: /handoff\n\nUser-agent: rogerbot\nCrawl-delay: 2"
    },
    "llms": {
      "url": "https://stripe.com/llms.txt",
      "httpStatus": 200,
      "present": true,
      "contentType": "text/plain; charset=utf-8",
      "error": null,
      "snippet": "# Stripe\n\n> Stripe is a technology company that provides financial infrastructure for businesses. Businesses of every size—from new startups to established public companies—use Stripe to accept payments online and in person, embed financial services, and create custom revenue models.\n\n## Payments\n\n- [Stripe Payments](https://stripe.com/payments): Capture more revenue with a unified payments soluti\n…(truncated)"
    },
    "agentsJson": {
      "url": "https://stripe.com/.well-known/agents.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    },
    "aiCatalog": {
      "url": "https://stripe.com/.well-known/ai-catalog.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    },
    "botaccess": {
      "url": "https://stripe.com/.well-known/botaccess.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    }
  },
  "relevantRobotsGroups": {
    "*": [
      "Allow: /docs",
      "Allow: /docs$",
      "Disallow: /bitcoin/refund",
      "Disallow: /sources/refund",
      "Disallow: /sources/sepa_mandate",
      "Disallow: /sources/test_source",
      "Disallow: /sources/test_klarna",
      "Disallow: /unsupported-browser",
      "Disallow: /handoff-healthcheck",
      "Disallow: /handoff"
    ]
  },
  "bots": {
    "GPTBot": {
      "vendor": "OpenAI",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "OAI-SearchBot": {
      "vendor": "OpenAI",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "ChatGPT-User": {
      "vendor": "OpenAI",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "ClaudeBot": {
      "vendor": "Anthropic",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "Claude-User": {
      "vendor": "Anthropic",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "Claude-SearchBot": {
      "vendor": "Anthropic",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "Google-Extended": {
      "vendor": "Google AI",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "PerplexityBot": {
      "vendor": "Perplexity",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "Perplexity-User": {
      "vendor": "Perplexity",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "Bytespider": {
      "vendor": "ByteDance",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "CCBot": {
      "vendor": "Common Crawl",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    },
    "Meta-ExternalAgent": {
      "vendor": "Meta",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/bitcoin/refund",
        "/sources/refund",
        "/sources/sepa_mandate",
        "/sources/test_source",
        "/sources/test_klarna",
        "/unsupported-browser",
        "/handoff-healthcheck",
        "/handoff"
      ],
      "allow": [
        "/docs",
        "/docs$"
      ],
      "note": "inherits User-agent: *"
    }
  }
}