# SIbotaccess — the state of the agent web
# Which well-known sites open or close the door to AI agents today.
# SIbotaccess lets a local business declare what agents can do — see /spec.
#
# Scanned: 2026-10-22T11:28:37.904Z
# Sites: 20 (20 reachable)
# Spec: https://sibotaccess.com/spec
# JSON: https://sibotaccess.com/directory.json
#
# Per bot: status[(effective)] where status is one of
#   allowed | blocked | partial | unspecified  (unspecified inherits User-agent: *)

## airbnb.com
  scanned: 2026-10-22T11:28:37.895Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=blocked  OAI-SearchBot=partial  ChatGPT-User=partial
  Anthropic     ClaudeBot=blocked  Claude-User=unspecified(partial)  Claude-SearchBot=unspecified(partial)
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=partial  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=unspecified(partial)
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=partial
  detail: https://sibotaccess.com/site/airbnb.com
  json:   https://sibotaccess.com/api/site/airbnb.com

## amazon.com
  scanned: 2026-10-22T11:28:36.062Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=blocked  OAI-SearchBot=blocked  ChatGPT-User=blocked
  Anthropic     ClaudeBot=blocked  Claude-User=blocked  Claude-SearchBot=blocked
  Google AI     Google-Extended=blocked
  Perplexity    PerplexityBot=blocked  Perplexity-User=blocked
  ByteDance     Bytespider=blocked
  Common Crawl  CCBot=blocked
  Meta          Meta-ExternalAgent=blocked
  detail: https://sibotaccess.com/site/amazon.com
  json:   https://sibotaccess.com/api/site/amazon.com

## anthropic.com
  scanned: 2026-10-22T11:28:35.934Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=unspecified(allowed)  OAI-SearchBot=unspecified(allowed)  ChatGPT-User=unspecified(allowed)
  Anthropic     ClaudeBot=unspecified(allowed)  Claude-User=unspecified(allowed)  Claude-SearchBot=unspecified(allowed)
  Google AI     Google-Extended=unspecified(allowed)
  Perplexity    PerplexityBot=unspecified(allowed)  Perplexity-User=unspecified(allowed)
  ByteDance     Bytespider=unspecified(allowed)
  Common Crawl  CCBot=unspecified(allowed)
  Meta          Meta-ExternalAgent=unspecified(allowed)
  detail: https://sibotaccess.com/site/anthropic.com
  json:   https://sibotaccess.com/api/site/anthropic.com

## booking.com
  scanned: 2026-10-22T11:28:36.288Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=unspecified(partial)  OAI-SearchBot=unspecified(partial)  ChatGPT-User=unspecified(partial)
  Anthropic     ClaudeBot=unspecified(partial)  Claude-User=unspecified(partial)  Claude-SearchBot=unspecified(partial)
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=unspecified(partial)  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=unspecified(partial)
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=unspecified(partial)
  detail: https://sibotaccess.com/site/booking.com
  json:   https://sibotaccess.com/api/site/booking.com

## cloudflare.com
  scanned: 2026-10-22T11:28:35.295Z
  robots.txt: HTTP 200 present
  llms.txt: present
  well-known manifests: agents.json
  OpenAI        GPTBot=allowed  OAI-SearchBot=unspecified(allowed)  ChatGPT-User=allowed
  Anthropic     ClaudeBot=unspecified(allowed)  Claude-User=unspecified(allowed)  Claude-SearchBot=unspecified(allowed)
  Google AI     Google-Extended=allowed
  Perplexity    PerplexityBot=allowed  Perplexity-User=unspecified(allowed)
  ByteDance     Bytespider=unspecified(allowed)
  Common Crawl  CCBot=allowed
  Meta          Meta-ExternalAgent=unspecified(allowed)
  detail: https://sibotaccess.com/site/cloudflare.com
  json:   https://sibotaccess.com/api/site/cloudflare.com

## ebay.com
  scanned: 2026-10-22T11:28:36.330Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=partial  OAI-SearchBot=partial  ChatGPT-User=partial
  Anthropic     ClaudeBot=partial  Claude-User=partial  Claude-SearchBot=partial
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=partial  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=partial
  Common Crawl  CCBot=partial
  Meta          Meta-ExternalAgent=partial
  detail: https://sibotaccess.com/site/ebay.com
  json:   https://sibotaccess.com/api/site/ebay.com

## expedia.com
  scanned: 2026-10-22T11:28:35.131Z
  robots.txt: HTTP 200 present
  llms.txt: present
  well-known manifests: none
  OpenAI        GPTBot=unspecified(partial)  OAI-SearchBot=partial  ChatGPT-User=partial
  Anthropic     ClaudeBot=unspecified(partial)  Claude-User=partial  Claude-SearchBot=partial
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=partial  Perplexity-User=partial
  ByteDance     Bytespider=unspecified(partial)
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=unspecified(partial)
  detail: https://sibotaccess.com/site/expedia.com
  json:   https://sibotaccess.com/api/site/expedia.com

## github.com
  scanned: 2026-10-22T11:28:35.252Z
  robots.txt: HTTP 200 present
  llms.txt: present
  well-known manifests: ai-catalog.json
  OpenAI        GPTBot=partial  OAI-SearchBot=partial  ChatGPT-User=unspecified(partial)
  Anthropic     ClaudeBot=partial  Claude-User=unspecified(partial)  Claude-SearchBot=unspecified(partial)
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=partial  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=blocked
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=unspecified(partial)
  detail: https://sibotaccess.com/site/github.com
  json:   https://sibotaccess.com/api/site/github.com

## linkedin.com
  scanned: 2026-10-22T11:28:34.958Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=unspecified(allowed)  OAI-SearchBot=unspecified(allowed)  ChatGPT-User=unspecified(allowed)
  Anthropic     ClaudeBot=unspecified(allowed)  Claude-User=unspecified(allowed)  Claude-SearchBot=unspecified(allowed)
  Google AI     Google-Extended=unspecified(allowed)
  Perplexity    PerplexityBot=unspecified(allowed)  Perplexity-User=unspecified(allowed)
  ByteDance     Bytespider=unspecified(allowed)
  Common Crawl  CCBot=unspecified(allowed)
  Meta          Meta-ExternalAgent=unspecified(allowed)
  detail: https://sibotaccess.com/site/linkedin.com
  json:   https://sibotaccess.com/api/site/linkedin.com

## nytimes.com
  scanned: 2026-10-22T11:28:35.153Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=blocked  OAI-SearchBot=blocked  ChatGPT-User=blocked
  Anthropic     ClaudeBot=blocked  Claude-User=blocked  Claude-SearchBot=blocked
  Google AI     Google-Extended=blocked
  Perplexity    PerplexityBot=blocked  Perplexity-User=blocked
  ByteDance     Bytespider=blocked
  Common Crawl  CCBot=blocked
  Meta          Meta-ExternalAgent=blocked
  detail: https://sibotaccess.com/site/nytimes.com
  json:   https://sibotaccess.com/api/site/nytimes.com

## openai.com
  scanned: 2026-10-22T11:28:35.934Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=unspecified(partial)  OAI-SearchBot=unspecified(partial)  ChatGPT-User=unspecified(partial)
  Anthropic     ClaudeBot=unspecified(partial)  Claude-User=unspecified(partial)  Claude-SearchBot=unspecified(partial)
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=unspecified(partial)  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=unspecified(partial)
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=unspecified(partial)
  detail: https://sibotaccess.com/site/openai.com
  json:   https://sibotaccess.com/api/site/openai.com

## reddit.com
  scanned: 2026-10-22T11:28:35.473Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=unspecified(blocked)  OAI-SearchBot=unspecified(blocked)  ChatGPT-User=unspecified(blocked)
  Anthropic     ClaudeBot=unspecified(blocked)  Claude-User=unspecified(blocked)  Claude-SearchBot=unspecified(blocked)
  Google AI     Google-Extended=unspecified(blocked)
  Perplexity    PerplexityBot=unspecified(blocked)  Perplexity-User=unspecified(blocked)
  ByteDance     Bytespider=unspecified(blocked)
  Common Crawl  CCBot=unspecified(blocked)
  Meta          Meta-ExternalAgent=unspecified(blocked)
  detail: https://sibotaccess.com/site/reddit.com
  json:   https://sibotaccess.com/api/site/reddit.com

## ryanair.com
  scanned: 2026-10-22T11:28:36.700Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=unspecified(allowed)  OAI-SearchBot=unspecified(allowed)  ChatGPT-User=unspecified(allowed)
  Anthropic     ClaudeBot=unspecified(allowed)  Claude-User=unspecified(allowed)  Claude-SearchBot=unspecified(allowed)
  Google AI     Google-Extended=unspecified(allowed)
  Perplexity    PerplexityBot=unspecified(allowed)  Perplexity-User=unspecified(allowed)
  ByteDance     Bytespider=unspecified(allowed)
  Common Crawl  CCBot=unspecified(allowed)
  Meta          Meta-ExternalAgent=unspecified(allowed)
  detail: https://sibotaccess.com/site/ryanair.com
  json:   https://sibotaccess.com/api/site/ryanair.com

## shopify.com
  scanned: 2026-10-22T11:28:35.125Z
  robots.txt: HTTP 200 present
  llms.txt: present
  well-known manifests: none
  OpenAI        GPTBot=unspecified(partial)  OAI-SearchBot=unspecified(partial)  ChatGPT-User=unspecified(partial)
  Anthropic     ClaudeBot=unspecified(partial)  Claude-User=unspecified(partial)  Claude-SearchBot=unspecified(partial)
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=unspecified(partial)  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=unspecified(partial)
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=unspecified(partial)
  detail: https://sibotaccess.com/site/shopify.com
  json:   https://sibotaccess.com/api/site/shopify.com

## skyscanner.net
  scanned: 2026-10-22T11:28:35.122Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=unspecified(partial)  OAI-SearchBot=unspecified(partial)  ChatGPT-User=unspecified(partial)
  Anthropic     ClaudeBot=unspecified(partial)  Claude-User=unspecified(partial)  Claude-SearchBot=unspecified(partial)
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=unspecified(partial)  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=unspecified(partial)
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=blocked
  detail: https://sibotaccess.com/site/skyscanner.net
  json:   https://sibotaccess.com/api/site/skyscanner.net

## stackoverflow.com
  scanned: 2026-10-22T11:28:35.051Z
  robots.txt: HTTP 403 absent
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=allowed  OAI-SearchBot=allowed  ChatGPT-User=allowed
  Anthropic     ClaudeBot=allowed  Claude-User=allowed  Claude-SearchBot=allowed
  Google AI     Google-Extended=allowed
  Perplexity    PerplexityBot=allowed  Perplexity-User=allowed
  ByteDance     Bytespider=allowed
  Common Crawl  CCBot=allowed
  Meta          Meta-ExternalAgent=allowed
  detail: https://sibotaccess.com/site/stackoverflow.com
  json:   https://sibotaccess.com/api/site/stackoverflow.com

## stripe.com
  scanned: 2026-10-22T11:28:35.199Z
  robots.txt: HTTP 200 present
  llms.txt: present
  well-known manifests: none
  OpenAI        GPTBot=unspecified(partial)  OAI-SearchBot=unspecified(partial)  ChatGPT-User=unspecified(partial)
  Anthropic     ClaudeBot=unspecified(partial)  Claude-User=unspecified(partial)  Claude-SearchBot=unspecified(partial)
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=unspecified(partial)  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=unspecified(partial)
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=unspecified(partial)
  detail: https://sibotaccess.com/site/stripe.com
  json:   https://sibotaccess.com/api/site/stripe.com

## theguardian.com
  scanned: 2026-10-22T11:28:35.349Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=unspecified(partial)  OAI-SearchBot=unspecified(partial)  ChatGPT-User=unspecified(partial)
  Anthropic     ClaudeBot=blocked  Claude-User=blocked  Claude-SearchBot=blocked
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=blocked  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=blocked
  Common Crawl  CCBot=blocked
  Meta          Meta-ExternalAgent=blocked
  detail: https://sibotaccess.com/site/theguardian.com
  json:   https://sibotaccess.com/api/site/theguardian.com

## vercel.com
  scanned: 2026-10-22T11:28:35.200Z
  robots.txt: HTTP 200 present
  llms.txt: present
  well-known manifests: ai-catalog.json
  OpenAI        GPTBot=unspecified(partial)  OAI-SearchBot=unspecified(partial)  ChatGPT-User=unspecified(partial)
  Anthropic     ClaudeBot=unspecified(partial)  Claude-User=unspecified(partial)  Claude-SearchBot=unspecified(partial)
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=unspecified(partial)  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=unspecified(partial)
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=unspecified(partial)
  detail: https://sibotaccess.com/site/vercel.com
  json:   https://sibotaccess.com/api/site/vercel.com

## wikipedia.org
  scanned: 2026-10-22T11:28:35.159Z
  robots.txt: HTTP 200 present
  llms.txt: absent
  well-known manifests: none
  OpenAI        GPTBot=unspecified(partial)  OAI-SearchBot=unspecified(partial)  ChatGPT-User=unspecified(partial)
  Anthropic     ClaudeBot=unspecified(partial)  Claude-User=unspecified(partial)  Claude-SearchBot=unspecified(partial)
  Google AI     Google-Extended=unspecified(partial)
  Perplexity    PerplexityBot=unspecified(partial)  Perplexity-User=unspecified(partial)
  ByteDance     Bytespider=unspecified(partial)
  Common Crawl  CCBot=unspecified(partial)
  Meta          Meta-ExternalAgent=unspecified(partial)
  detail: https://sibotaccess.com/site/wikipedia.org
  json:   https://sibotaccess.com/api/site/wikipedia.org