{
  "$comment": "A dated, reproducible measurement. The domain list is published with the results because a study over an unstated sample is an anecdote. Sites where a plain control client was also refused are reported as inconclusive and excluded from the blocking figures, because from outside we cannot tell whether AI crawlers were singled out.",
  "list": "web-500.txt",
  "started": "2026-08-11T21:30:17.596Z",
  "finished": "2026-08-11T21:39:30.106Z",
  "method": "One request per crawler user agent plus a control, from our network, per domain. An indication of how the edge treats an unverified claimant, not proof of what the verified crawler receives. Server logs settle that.",
  "counts": {
    "inList": 131,
    "audited": 127,
    "couldNotAudit": 4,
    "nameBased": 27,
    "inconclusive": 16
  },
  "blocking": {
    "denominator": 27,
    "sitesRefusingAtLeastOne": 27,
    "pct": 100
  },
  "perCrawler": [
    {
      "name": "ClaudeBot",
      "purpose": "training",
      "served": 7,
      "refused": 20
    },
    {
      "name": "GPTBot",
      "purpose": "training",
      "served": 12,
      "refused": 15
    },
    {
      "name": "Claude-SearchBot",
      "purpose": "search",
      "served": 12,
      "refused": 15
    },
    {
      "name": "PerplexityBot",
      "purpose": "search",
      "served": 12,
      "refused": 15
    },
    {
      "name": "Bingbot",
      "purpose": "search",
      "served": 16,
      "refused": 11
    },
    {
      "name": "Googlebot",
      "purpose": "search",
      "served": 17,
      "refused": 10
    },
    {
      "name": "Applebot",
      "purpose": "search",
      "served": 17,
      "refused": 10
    },
    {
      "name": "OAI-SearchBot",
      "purpose": "search",
      "served": 22,
      "refused": 5
    }
  ],
  "operatorSplits": {
    "OpenAI": {
      "bothAllowed": 12,
      "searchAllowedTrainingRefused": 10,
      "trainingAllowedSearchRefused": 0,
      "bothRefused": 5
    },
    "Anthropic": {
      "bothAllowed": 6,
      "searchAllowedTrainingRefused": 6,
      "trainingAllowedSearchRefused": 1,
      "bothRefused": 14
    }
  },
  "couldNotAudit": [
    {
      "domain": "washingtonpost.com",
      "why": "Couldn't reach washingtonpost.com."
    },
    {
      "domain": "npr.org",
      "why": "Couldn't reach npr.org."
    },
    {
      "domain": "telegraph.co.uk",
      "why": "Couldn't reach telegraph.co.uk."
    },
    {
      "domain": "ebay.com",
      "why": "Couldn't reach ebay.com."
    }
  ],
  "sites": [
    {
      "domain": "nytimes.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "theguardian.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "bbc.co.uk",
      "score": 40,
      "band": "Partial",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "reuters.com",
      "score": 13,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 401
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 401
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 401
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 401
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 401
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 401
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 401
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 401
        }
      ]
    },
    {
      "domain": "apnews.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 402
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "ft.com",
      "score": 20,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "economist.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "bloomberg.com",
      "score": 17,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "cnn.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 451
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 451
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 451
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 451
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "theatlantic.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 402
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 402
        }
      ]
    },
    {
      "domain": "newyorker.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "time.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 406
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "forbes.com",
      "score": 13,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 402
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 402
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "businessinsider.com",
      "score": 40,
      "band": "Partial",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "vox.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "WordPress",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "politico.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "axios.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "independent.co.uk",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 402
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 402
        }
      ]
    },
    {
      "domain": "thetimes.co.uk",
      "score": 40,
      "band": "Partial",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "lemonde.fr",
      "score": 40,
      "band": "Partial",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "spiegel.de",
      "score": 13,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "elpais.com",
      "score": 13,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "wired.com",
      "score": 60,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "theverge.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "WordPress",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "arstechnica.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "techcrunch.com",
      "score": 40,
      "band": "Partial",
      "platform": "WordPress",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "engadget.com",
      "score": 74,
      "band": "AI-competitive",
      "platform": "WordPress",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "zdnet.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "venturebeat.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 429
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 429
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 429
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "404media.co",
      "score": 40,
      "band": "Partial",
      "platform": "Ghost",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "theregister.com",
      "score": 40,
      "band": "Partial",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "stripe.com",
      "score": 65,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "shopify.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "Shopify",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "squarespace.com",
      "score": 70,
      "band": "AI-competitive",
      "platform": "Squarespace",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "wix.com",
      "score": 65,
      "band": "AI-competitive",
      "platform": "Wix",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "webflow.com",
      "score": 74,
      "band": "AI-competitive",
      "platform": "Webflow",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "notion.so",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "airtable.com",
      "score": 57,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "figma.com",
      "score": 20,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "canva.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "slack.com",
      "score": 63,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "zoom.us",
      "score": 63,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "dropbox.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 429
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 429
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 429
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 429
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 429
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 429
        }
      ]
    },
    {
      "domain": "hubspot.com",
      "score": 65,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "salesforce.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "mailchimp.com",
      "score": 74,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "intercom.com",
      "score": 83,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "zendesk.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "atlassian.com",
      "score": 73,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "asana.com",
      "score": 80,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "monday.com",
      "score": 74,
      "band": "AI-competitive",
      "platform": "Webflow",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "clickup.com",
      "score": 63,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "basecamp.com",
      "score": 63,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "linear.app",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 0
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 0
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 0
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "vercel.com",
      "score": 83,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "netlify.com",
      "score": 91,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "cloudflare.com",
      "score": 90,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "digitalocean.com",
      "score": 47,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "heroku.com",
      "score": 90,
      "band": "Fully legible",
      "platform": "WordPress",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "render.com",
      "score": 91,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "supabase.com",
      "score": 73,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "planetscale.com",
      "score": 66,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "mongodb.com",
      "score": 66,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "redis.io",
      "score": 83,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "elastic.co",
      "score": 54,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "datadoghq.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "sentry.io",
      "score": 70,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "newrelic.com",
      "score": 80,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "twilio.com",
      "score": 80,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "sendgrid.com",
      "score": 63,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "postmarkapp.com",
      "score": 73,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "github.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "gitlab.com",
      "score": 60,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "stackoverflow.com",
      "score": 13,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 402
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 402
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "npmjs.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "pypi.org",
      "score": 57,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "rust-lang.org",
      "score": 57,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "python.org",
      "score": 63,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "nodejs.org",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "golang.org",
      "score": 47,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "kubernetes.io",
      "score": 47,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "docker.com",
      "score": 52,
      "band": "AI-ready",
      "platform": "WordPress",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "terraform.io",
      "score": 69,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "jestjs.io",
      "score": 46,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "reactjs.org",
      "score": 57,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "vuejs.org",
      "score": 73,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "svelte.dev",
      "score": 54,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "astro.build",
      "score": 54,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "nextjs.org",
      "score": 73,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "tailwindcss.com",
      "score": 54,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "etsy.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 429
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 429
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "bigcommerce.com",
      "score": 80,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "woocommerce.com",
      "score": 100,
      "band": "Fully legible",
      "platform": "WordPress",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "gumroad.com",
      "score": 69,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "patreon.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "substack.com",
      "score": 49,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "ghost.org",
      "score": 51,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "teachable.com",
      "score": 65,
      "band": "AI-competitive",
      "platform": "Webflow",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "kajabi.com",
      "score": 65,
      "band": "AI-competitive",
      "platform": "Webflow",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "openai.com",
      "score": 23,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "anthropic.com",
      "score": 47,
      "band": "AI-ready",
      "platform": "Webflow",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "perplexity.ai",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "peec.ai",
      "score": 57,
      "band": "AI-ready",
      "platform": "Framer",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "scrunchai.com",
      "score": 73,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "profound.so",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "aeolabs.ai",
      "score": 85,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "openaeo.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "openaeo.dev",
      "score": 100,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "semrush.com",
      "score": 80,
      "band": "AI-competitive",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "ahrefs.com",
      "score": 63,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "moz.com",
      "score": 63,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "searchenginejournal.com",
      "score": 90,
      "band": "Fully legible",
      "platform": "WordPress",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "searchengineland.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "WordPress",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 429
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 429
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "backlinko.com",
      "score": 83,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "neilpatel.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "WordPress",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "yoast.com",
      "score": 100,
      "band": "Fully legible",
      "platform": "WordPress",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "screamingfrog.co.uk",
      "score": 83,
      "band": "Fully legible",
      "platform": "WordPress",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "wikipedia.org",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "wikidata.org",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "reddit.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 429
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "news.ycombinator.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "Ghost",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 503
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "producthunt.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "name-based",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "indiehackers.com",
      "score": 54,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "lobste.rs",
      "score": 30,
      "band": "Partial",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "medium.com",
      "score": 25,
      "band": "Not retrievable",
      "platform": "a custom or self-built site",
      "confidence": "inconclusive",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": false,
          "status": 403
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": false,
          "status": 403
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": false,
          "status": 403
        }
      ]
    },
    {
      "domain": "dev.to",
      "score": 54,
      "band": "AI-ready",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    },
    {
      "domain": "hashnode.com",
      "score": 90,
      "band": "Fully legible",
      "platform": "a custom or self-built site",
      "confidence": "clear",
      "bots": [
        {
          "name": "GPTBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "OAI-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "ClaudeBot",
          "purpose": "training",
          "ok": true,
          "status": 200
        },
        {
          "name": "Claude-SearchBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "PerplexityBot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Googlebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Bingbot",
          "purpose": "search",
          "ok": true,
          "status": 200
        },
        {
          "name": "Applebot",
          "purpose": "search",
          "ok": true,
          "status": 200
        }
      ]
    }
  ]
}