{ "domain": "github.com", "scannedAt": "2026-10-22T11:28:35.252Z", "unreachable": false, "files": { "robots": { "url": "https://github.com/robots.txt", "httpStatus": 200, "present": true, "contentType": "text/plain", "error": null, "snippet": "# If you would like to crawl GitHub contact us via https://support.github.com?tags=dotcom-robots\n# We also provide an extensive API: https://docs.github.com\nSitemap: https://github.com/sitemap_marketing.xml\n\nUser-agent: GPTBot\nUser-agent: OAI-SearchBot\nUser-agent: ClaudeBot\nUser-agent: anthropic-ai\nUser-agent: PerplexityBot\nCrawl-delay: 1\nAllow: /*?tab=achievements&achievement=*\nAllow: /marketplace/*?tab=readme$\nAllow: /marketplace/*?tab=transparency$\nDisallow: /account-login\nDisallow: /copilot/\nDisallow: /copilot/c/\nDisallow: /ekansa/Open-Context-Data\nDisallow: /ekansa/opencontext-*\nDisallow: /Explodingstuff/\nDisallow: /gist/\nDisallow: /search/advanced\nDisallow: /search$\nDisallow: /*/*/pulse_committer_data.json$\nDisallow: /*/*/pulse_committer_data.json?*\nDisallow: /*/archive/\nDisallow: /*/blame/\nDisallow: /*/cache/\nDisallow: /*/raw/\nDisallow: /*/tree/\nDisallow: */tarball/\nDisallow: */zipball/\nDisallow: /.git/\nDisallow: */.git/\nDisallow: /*.git$\nDisallow: /*.atom$\nDisallow: /*report-abuse?report=*\nDisallow: /*/*/commits/\nDisallow: /marketplace/*/*?tab=readme$\nDisallow: /marketplace/*/*?tab=transparency$\nDisallow: /marketplace/*?*?tab=readme$\nDisallow: /marketplace/*?*?tab=transparency$\nDisallow: /marketplace/actions?tab=readme$\nDisallow: /marketplace/actions?tab=transparency$\nDisallow: /marketplace/free-trials?tab=readme$\nDisallow: /marketplace/free-trials?tab=transparency$\nDisallow: /marketplace/manage?tab=readme$\nDisallow: /marketplace/manage?tab=transparency$\nDisallow: /ma\n…(truncated)" }, "llms": { "url": "https://github.com/llms.txt", "httpStatus": 200, "present": true, "contentType": "text/plain", "error": null, "snippet": "# GitHub\n\n> GitHub is a developer platform for building, shipping, and maintaining software. It provides cloud-based Git repository hosting, CI/CD via GitHub Actions, project management with Issues and Projects, code review via pull requests, AI-powered development with GitHub Copilot, and APIs (REST and GraphQL) for automation and integration.\n\n## How to use\n\nTo retrieve full article content, pag\n…(truncated)" }, "agentsJson": { "url": "https://github.com/.well-known/agents.json", "httpStatus": 404, "present": false, "error": null }, "aiCatalog": { "url": "https://github.com/.well-known/ai-catalog.json", "httpStatus": 200, "present": true, "error": null }, "botaccess": { "url": "https://github.com/.well-known/botaccess.json", "httpStatus": 404, "present": false, "error": null } }, "relevantRobotsGroups": { "gptbot": [ "Crawl-delay: 1", "Allow: /*?tab=achievements&achievement=*", "Allow: /marketplace/*?tab=readme$", "Allow: /marketplace/*?tab=transparency$", "Disallow: /account-login", "Disallow: /copilot/", "Disallow: /copilot/c/", "Disallow: /ekansa/Open-Context-Data", "Disallow: /ekansa/opencontext-*", "Disallow: /Explodingstuff/", "Disallow: /gist/", "Disallow: /search/advanced", "Disallow: /search$", "Disallow: /*/*/pulse_committer_data.json$", "Disallow: /*/*/pulse_committer_data.json?*", "Disallow: /*/archive/", "Disallow: /*/blame/", "Disallow: /*/cache/", "Disallow: /*/raw/", "Disallow: /*/tree/", "Disallow: */tarball/", "Disallow: */zipball/", "Disallow: /.git/", "Disallow: */.git/", "Disallow: /*.git$", "Disallow: /*.atom$", "Disallow: /*report-abuse?report=*", "Disallow: /*/*/commits/", "Disallow: /marketplace/*/*?tab=readme$", "Disallow: /marketplace/*/*?tab=transparency$", "Disallow: /marketplace/*?*?tab=readme$", "Disallow: /marketplace/*?*?tab=transparency$", "Disallow: /marketplace/actions?tab=readme$", "Disallow: /marketplace/actions?tab=transparency$", "Disallow: /marketplace/free-trials?tab=readme$", "Disallow: /marketplace/free-trials?tab=transparency$", "Disallow: /marketplace/manage?tab=readme$", "Disallow: /marketplace/manage?tab=transparency$", "Disallow: /marketplace/models?tab=readme$", "Disallow: /marketplace/models?tab=transparency$" ], "oai-searchbot": [ "Crawl-delay: 1", "Allow: /*?tab=achievements&achievement=*", "Allow: /marketplace/*?tab=readme$", "Allow: /marketplace/*?tab=transparency$", "Disallow: /account-login", "Disallow: /copilot/", "Disallow: /copilot/c/", "Disallow: /ekansa/Open-Context-Data", "Disallow: /ekansa/opencontext-*", "Disallow: /Explodingstuff/", "Disallow: /gist/", "Disallow: /search/advanced", "Disallow: /search$", "Disallow: /*/*/pulse_committer_data.json$", "Disallow: /*/*/pulse_committer_data.json?*", "Disallow: /*/archive/", "Disallow: /*/blame/", "Disallow: /*/cache/", "Disallow: /*/raw/", "Disallow: /*/tree/", "Disallow: */tarball/", "Disallow: */zipball/", "Disallow: /.git/", "Disallow: */.git/", "Disallow: /*.git$", "Disallow: /*.atom$", "Disallow: /*report-abuse?report=*", "Disallow: /*/*/commits/", "Disallow: /marketplace/*/*?tab=readme$", "Disallow: /marketplace/*/*?tab=transparency$", "Disallow: /marketplace/*?*?tab=readme$", "Disallow: /marketplace/*?*?tab=transparency$", "Disallow: /marketplace/actions?tab=readme$", "Disallow: /marketplace/actions?tab=transparency$", "Disallow: /marketplace/free-trials?tab=readme$", "Disallow: /marketplace/free-trials?tab=transparency$", "Disallow: /marketplace/manage?tab=readme$", "Disallow: /marketplace/manage?tab=transparency$", "Disallow: /marketplace/models?tab=readme$", "Disallow: /marketplace/models?tab=transparency$" ], "claudebot": [ "Crawl-delay: 1", "Allow: /*?tab=achievements&achievement=*", "Allow: /marketplace/*?tab=readme$", "Allow: /marketplace/*?tab=transparency$", "Disallow: /account-login", "Disallow: /copilot/", "Disallow: /copilot/c/", "Disallow: /ekansa/Open-Context-Data", "Disallow: /ekansa/opencontext-*", "Disallow: /Explodingstuff/", "Disallow: /gist/", "Disallow: /search/advanced", "Disallow: /search$", "Disallow: /*/*/pulse_committer_data.json$", "Disallow: /*/*/pulse_committer_data.json?*", "Disallow: /*/archive/", "Disallow: /*/blame/", "Disallow: /*/cache/", "Disallow: /*/raw/", "Disallow: /*/tree/", "Disallow: */tarball/", "Disallow: */zipball/", "Disallow: /.git/", "Disallow: */.git/", "Disallow: /*.git$", "Disallow: /*.atom$", "Disallow: /*report-abuse?report=*", "Disallow: /*/*/commits/", "Disallow: /marketplace/*/*?tab=readme$", "Disallow: /marketplace/*/*?tab=transparency$", "Disallow: /marketplace/*?*?tab=readme$", "Disallow: /marketplace/*?*?tab=transparency$", "Disallow: /marketplace/actions?tab=readme$", "Disallow: /marketplace/actions?tab=transparency$", "Disallow: /marketplace/free-trials?tab=readme$", "Disallow: /marketplace/free-trials?tab=transparency$", "Disallow: /marketplace/manage?tab=readme$", "Disallow: /marketplace/manage?tab=transparency$", "Disallow: /marketplace/models?tab=readme$", "Disallow: /marketplace/models?tab=transparency$" ], "perplexitybot": [ "Crawl-delay: 1", "Allow: /*?tab=achievements&achievement=*", "Allow: /marketplace/*?tab=readme$", "Allow: /marketplace/*?tab=transparency$", "Disallow: /account-login", "Disallow: /copilot/", "Disallow: /copilot/c/", "Disallow: /ekansa/Open-Context-Data", "Disallow: /ekansa/opencontext-*", "Disallow: /Explodingstuff/", "Disallow: /gist/", "Disallow: /search/advanced", "Disallow: /search$", "Disallow: /*/*/pulse_committer_data.json$", "Disallow: /*/*/pulse_committer_data.json?*", "Disallow: /*/archive/", "Disallow: /*/blame/", "Disallow: /*/cache/", "Disallow: /*/raw/", "Disallow: /*/tree/", "Disallow: */tarball/", "Disallow: */zipball/", "Disallow: /.git/", "Disallow: */.git/", "Disallow: /*.git$", "Disallow: /*.atom$", "Disallow: /*report-abuse?report=*", "Disallow: /*/*/commits/", "Disallow: /marketplace/*/*?tab=readme$", "Disallow: /marketplace/*/*?tab=transparency$", "Disallow: /marketplace/*?*?tab=readme$", "Disallow: /marketplace/*?*?tab=transparency$", "Disallow: /marketplace/actions?tab=readme$", "Disallow: /marketplace/actions?tab=transparency$", "Disallow: /marketplace/free-trials?tab=readme$", "Disallow: /marketplace/free-trials?tab=transparency$", "Disallow: /marketplace/manage?tab=readme$", "Disallow: /marketplace/manage?tab=transparency$", "Disallow: /marketplace/models?tab=readme$", "Disallow: /marketplace/models?tab=transparency$" ], "bytespider": [ "Disallow: /" ], "*": [ "Allow: /*?tab=achievements&achievement=*", "Allow: /marketplace/*?tab=readme$", "Allow: /marketplace/*?tab=transparency$", "Disallow: /account-login", "Disallow: /copilot/", "Disallow: /copilot/c/", "Disallow: /ekansa/Open-Context-Data", "Disallow: /ekansa/opencontext-*", "Disallow: /Explodingstuff/", "Disallow: /gist/", "Disallow: /search/advanced", "Disallow: /search$", "Disallow: /*/*/pulse_committer_data.json$", "Disallow: /*/*/pulse_committer_data.json?*", "Disallow: /*/archive/", "Disallow: /*/blame/", "Disallow: /*/cache/", "Disallow: /*/raw/", "Disallow: /*/tree/", "Disallow: */tarball/", "Disallow: */zipball/", "Disallow: /.git/", "Disallow: */.git/", "Disallow: /*.git$", "Disallow: /*.atom$", "Disallow: /*report-abuse?report=*", "Disallow: /*/*/commits/", "Disallow: /marketplace/*/*?tab=readme$", "Disallow: /marketplace/*/*?tab=transparency$", "Disallow: /marketplace/*?*?tab=readme$", "Disallow: /marketplace/*?*?tab=transparency$", "Disallow: /marketplace/actions?tab=readme$", "Disallow: /marketplace/actions?tab=transparency$", "Disallow: /marketplace/free-trials?tab=readme$", "Disallow: /marketplace/free-trials?tab=transparency$", "Disallow: /marketplace/manage?tab=readme$", "Disallow: /marketplace/manage?tab=transparency$", "Disallow: /marketplace/models?tab=readme$", "Disallow: /marketplace/models?tab=transparency$", "Disallow: /marketplace/new?tab=readme$" ] }, "bots": { "GPTBot": { "vendor": "OpenAI", "kind": "training-crawler", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ] }, "OAI-SearchBot": { "vendor": "OpenAI", "kind": "search-index", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ] }, "ChatGPT-User": { "vendor": "OpenAI", "kind": "user-action", "status": "unspecified", "explicit": false, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ], "note": "inherits User-agent: *" }, "ClaudeBot": { "vendor": "Anthropic", "kind": "training-crawler", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ] }, "Claude-User": { "vendor": "Anthropic", "kind": "user-action", "status": "unspecified", "explicit": false, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ], "note": "inherits User-agent: *" }, "Claude-SearchBot": { "vendor": "Anthropic", "kind": "search-index", "status": "unspecified", "explicit": false, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ], "note": "inherits User-agent: *" }, "Google-Extended": { "vendor": "Google AI", "kind": "training-crawler", "status": "unspecified", "explicit": false, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ], "note": "inherits User-agent: *" }, "PerplexityBot": { "vendor": "Perplexity", "kind": "search-index", "status": "partial", "explicit": true, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ] }, "Perplexity-User": { "vendor": "Perplexity", "kind": "user-action", "status": "unspecified", "explicit": false, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ], "note": "inherits User-agent: *" }, "Bytespider": { "vendor": "ByteDance", "kind": "training-crawler", "status": "blocked", "explicit": true, "effective": "blocked", "disallow": [ "/" ], "allow": [] }, "CCBot": { "vendor": "Common Crawl", "kind": "training-crawler", "status": "unspecified", "explicit": false, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ], "note": "inherits User-agent: *" }, "Meta-ExternalAgent": { "vendor": "Meta", "kind": "training-crawler", "status": "unspecified", "explicit": false, "effective": "partial", "disallow": [ "/account-login", "/copilot/", "/copilot/c/", "/ekansa/Open-Context-Data", "/ekansa/opencontext-*", "/Explodingstuff/", "/gist/", "/search/advanced", "/search$", "/*/*/pulse_committer_data.json$", "/*/*/pulse_committer_data.json?*", "/*/archive/", "/*/blame/", "/*/cache/", "/*/raw/", "/*/tree/", "*/tarball/", "*/zipball/", "/.git/", "*/.git/", "/*.git$", "/*.atom$", "/*report-abuse?report=*", "/*/*/commits/", "/marketplace/*/*?tab=readme$", "/marketplace/*/*?tab=transparency$", "/marketplace/*?*?tab=readme$", "/marketplace/*?*?tab=transparency$", "/marketplace/actions?tab=readme$", "/marketplace/actions?tab=transparency$", "/marketplace/free-trials?tab=readme$", "/marketplace/free-trials?tab=transparency$", "/marketplace/manage?tab=readme$", "/marketplace/manage?tab=transparency$", "/marketplace/models?tab=readme$", "/marketplace/models?tab=transparency$", "/marketplace/new?tab=readme$", "/marketplace/new?tab=transparency$", "/marketplace/publishers?tab=readme$", "/marketplace/publishers?tab=transparency$", "/marketplace/recently-added?tab=readme$", "/marketplace/recently-added?tab=transparency$", "/biztools$", "/biztools?*", "/biztools/*", "/businesses$", "/businesses?*", "/businesses/*", "/enterprises$", "/enterprises?*", "/enterprises/*", "/organizations$", "/organizations?*", "/organizations/*", "/settings$", "/settings?*", "/settings/*", "/stafftools$", "/stafftools?*", "/stafftools/*", "/users/*/billing$", "/users/*/billing?*", "/users/*/billing/*", "/writing$", "/writing?*", "/writing/*", "/*/*/branches$", "/*/*/branches?*", "/*/*/branches/*", "/*/*/comments$", "/*/*/comments?*", "/*/*/comments/*", "/*/*/compare$", "/*/*/compare?*", "/*/*/compare/*", "/*/*/contributors$", "/*/*/contributors?*", "/*/*/contributors/*", "/*/*/contributors_list$", "/*/*/contributors_list?*", "/*/*/contributors_list/*", "/*/*/contributors-list$", "/*/*/contributors-list?*", "/*/*/contributors-list/*", "/*/*/download$", "/*/*/download?*", "/*/*/download/*", "/*/*/forks$", "/*/*/forks?*", "/*/*/forks/*", "/*/*/graphs$", "/*/*/graphs?*", "/*/*/graphs/*", "/*/*/issues/new$", "/*/*/issues/new?*", "/*/*/issues/new/*", "/*/*/issues/search$", "/*/*/issues/search?*", "/*/*/issues/search/*", "/*/*/milestones/new$", "/*/*/milestones/new?*", "/*/*/milestones/new/*", "/*/*/network$", "/*/*/network?*", "/*/*/network/*", "/*/*/projects$", "/*/*/projects?*", "/*/*/projects/*", "/*/*/pulse$", "/*/*/pulse?*", "/*/*/pulse/*", "/*/*/pulse-new$", "/*/*/pulse-new?*", "/*/*/pulse-new/*", "/*/*/pulse_committer_data$", "/*/*/pulse_committer_data?*", "/*/*/pulse_committer_data/*", "/*/*/pulse_diffstat_summary$", "/*/*/pulse_diffstat_summary?*", "/*/*/pulse_diffstat_summary/*", "/*/*/revisions$", "/*/*/revisions?*", "/*/*/revisions/*", "/*/*/stargazers$", "/*/*/stargazers?*", "/*/*/stargazers/*", "/*/*/tags$", "/*/*/tags?*", "/*/*/tags/*", "/*/*/watchers$", "/*/*/watchers?*", "/*/*/watchers/*", "/*?source=*", "/*&source=*", "/*?ref_cta=*", "/*&ref_cta=*", "/*?plan=*", "/*&plan=*", "/*?return_to=*", "/*&return_to=*", "/*?ref_loc=*", "/*&ref_loc=*", "/*?setup_organization=*", "/*&setup_organization=*", "/*?source_repo=*", "/*&source_repo=*", "/*?ref_page=*", "/*&ref_page=*", "/*?referrer=*", "/*&referrer=*", "/*?report=*", "/*&report=*", "/*?author=*", "/*&author=*", "/*?since=*", "/*&since=*", "/*?until=*", "/*&until=*", "/*?tab=*", "/*&tab=*", "/*?q=*", "/*&q=*" ], "allow": [ "/*?tab=achievements&achievement=*", "/marketplace/*?tab=readme$", "/marketplace/*?tab=transparency$" ], "note": "inherits User-agent: *" } } }