{
  "domain": "vercel.com",
  "scannedAt": "2026-10-22T11:28:35.200Z",
  "unreachable": false,
  "files": {
    "robots": {
      "url": "https://vercel.com/robots.txt",
      "httpStatus": 200,
      "present": true,
      "contentType": "text/plain; charset=utf-8",
      "error": null,
      "snippet": "User-Agent: *\n\n# Allow robots to be able to crawl the OG Image API route and all the subpaths\nAllow: /api/og/*\nAllow: /api/docs-og*\nAllow: /api/product-og*\nAllow: /api/dynamic-og*\nAllow: /api/model-og*\nAllow: /api/www/avatar/*\n\nDisallow:\nDisallow: /api/\nDisallow: /oauth\nDisallow: /confirm\nDisallow: /notifications\nDisallow: /old-browser.html\nDisallow: /preauthorize\nDisallow: /signup?*\nDisallow: /invites/\n# No-index author pages (direct URL only, also marked noindex/nofollow)\nDisallow: /blog/authors\nDisallow: /changelog/authors\n\n\n\nSitemap: https://vercel.com/sitemap.xml"
    },
    "llms": {
      "url": "https://vercel.com/llms.txt",
      "httpStatus": 200,
      "present": true,
      "contentType": "text/plain; charset=utf-8",
      "error": null,
      "snippet": "# Vercel\n\n> Vercel is a cloud platform for building, deploying, and scaling web applications and AI workloads.\n\nUse this index to find machine-readable documentation and platform resources. Follow the linked indexes when you need individual pages.\n\n## When to use Vercel\n\n- Deploy and scale web applications, APIs, and AI workloads from a Git repository or the Vercel CLI.\n- Automate projects, deploy\n…(truncated)"
    },
    "agentsJson": {
      "url": "https://vercel.com/.well-known/agents.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    },
    "aiCatalog": {
      "url": "https://vercel.com/.well-known/ai-catalog.json",
      "httpStatus": 200,
      "present": true,
      "error": null
    },
    "botaccess": {
      "url": "https://vercel.com/.well-known/botaccess.json",
      "httpStatus": 404,
      "present": false,
      "error": null
    }
  },
  "relevantRobotsGroups": {
    "*": [
      "Allow: /api/og/*",
      "Allow: /api/docs-og*",
      "Allow: /api/product-og*",
      "Allow: /api/dynamic-og*",
      "Allow: /api/model-og*",
      "Allow: /api/www/avatar/*",
      "Disallow: ",
      "Disallow: /api/",
      "Disallow: /oauth",
      "Disallow: /confirm",
      "Disallow: /notifications",
      "Disallow: /old-browser.html",
      "Disallow: /preauthorize",
      "Disallow: /signup?*",
      "Disallow: /invites/",
      "Disallow: /blog/authors",
      "Disallow: /changelog/authors",
      "Sitemap: https://vercel.com/sitemap.xml"
    ]
  },
  "bots": {
    "GPTBot": {
      "vendor": "OpenAI",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "OAI-SearchBot": {
      "vendor": "OpenAI",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "ChatGPT-User": {
      "vendor": "OpenAI",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "ClaudeBot": {
      "vendor": "Anthropic",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "Claude-User": {
      "vendor": "Anthropic",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "Claude-SearchBot": {
      "vendor": "Anthropic",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "Google-Extended": {
      "vendor": "Google AI",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "PerplexityBot": {
      "vendor": "Perplexity",
      "kind": "search-index",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "Perplexity-User": {
      "vendor": "Perplexity",
      "kind": "user-action",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "Bytespider": {
      "vendor": "ByteDance",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "CCBot": {
      "vendor": "Common Crawl",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    },
    "Meta-ExternalAgent": {
      "vendor": "Meta",
      "kind": "training-crawler",
      "status": "unspecified",
      "explicit": false,
      "effective": "partial",
      "disallow": [
        "/api/",
        "/oauth",
        "/confirm",
        "/notifications",
        "/old-browser.html",
        "/preauthorize",
        "/signup?*",
        "/invites/",
        "/blog/authors",
        "/changelog/authors"
      ],
      "allow": [
        "/api/og/*",
        "/api/docs-og*",
        "/api/product-og*",
        "/api/dynamic-og*",
        "/api/model-og*",
        "/api/www/avatar/*"
      ],
      "note": "inherits User-agent: *"
    }
  }
}