{"at":"2026-11-22T15:10:19.411Z","checked":289,"of":303,"average":50,"shares":{"blocksSomeAgent":43,"blocksAnAssistant":28,"wall":13,"jsOnly":10,"llms":15,"jsonld":34,"agentCard":0},"grades":[{"g":"A","n":19},{"g":"B","n":77},{"g":"C","n":76},{"g":"D","n":46},{"g":"E","n":71}],"agents":[{"name":"Bytespider","op":"ByteDance","role":"training","blocked":100,"share":35},{"name":"ClaudeBot","op":"Anthropic","role":"training","blocked":97,"share":34},{"name":"CCBot","op":"Common Crawl","role":"training","blocked":97,"share":34},{"name":"GPTBot","op":"OpenAI","role":"training","blocked":94,"share":33},{"name":"Applebot-Extended","op":"Apple","role":"training","blocked":84,"share":29},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","blocked":83,"share":29},{"name":"PerplexityBot","op":"Perplexity","role":"search","blocked":80,"share":28},{"name":"Amazonbot","op":"Amazon","role":"search","blocked":79,"share":27},{"name":"Google-Extended","op":"Google","role":"training","blocked":77,"share":27},{"name":"ChatGPT-User","op":"OpenAI","role":"live","blocked":63,"share":22},{"name":"Perplexity-User","op":"Perplexity","role":"live","blocked":54,"share":19},{"name":"Claude-User","op":"Anthropic","role":"live","blocked":53,"share":18},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","blocked":53,"share":18},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","blocked":51,"share":18},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","blocked":46,"share":16},{"name":"MistralAI-User","op":"Mistral","role":"live","blocked":46,"share":16},{"name":"Bingbot","op":"Microsoft","role":"search","blocked":2,"share":1},{"name":"Googlebot","op":"Google","role":"search","blocked":1,"share":0}],"countries":[{"cc":"DE","sites":28,"average":50},{"cc":"GB","sites":9,"average":52},{"cc":"FR","sites":6,"average":55},{"cc":"IT","sites":6,"average":54},{"cc":"AU","sites":5,"average":39},{"cc":"NL","sites":4,"average":73},{"cc":"PL","sites":4,"average":62},{"cc":"CH","sites":3,"average":71},{"cc":"SE","sites":3,"average":70},{"cc":"BR","sites":3,"average":69},{"cc":"AT","sites":3,"average":65},{"cc":"NO","sites":3,"average":65},{"cc":"ES","sites":3,"average":47},{"cc":"RU","sites":3,"average":33},{"cc":"MX","sites":2,"average":62},{"cc":"CA","sites":2,"average":53},{"cc":"SG","sites":2,"average":45},{"cc":"NZ","sites":2,"average":43},{"cc":"JP","sites":2,"average":15},{"cc":"US","sites":1,"average":80},{"cc":"RO","sites":1,"average":80},{"cc":"CZ","sites":1,"average":75},{"cc":"FI","sites":1,"average":70},{"cc":"AR","sites":1,"average":70},{"cc":"TR","sites":1,"average":68},{"cc":"CN","sites":1,"average":65},{"cc":"BE","sites":1,"average":64},{"cc":"DK","sites":1,"average":60},{"cc":"PT","sites":1,"average":60},{"cc":"GR","sites":1,"average":58},{"cc":"HU","sites":1,"average":50},{"cc":"NG","sites":1,"average":30},{"cc":"IN","sites":1,"average":25},{"cc":"EG","sites":1,"average":23},{"cc":"UA","sites":1,"average":0},{"cc":"IL","sites":1,"average":0},{"cc":"TH","sites":1,"average":0}],"sites":[{"host":"cloudflare.com","score":100,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":true,"at":"2026-11-21T18:00:06.969Z"},{"host":"adobe.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T21:10:06.978Z"},{"host":"cohere.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T17:35:07.151Z"},{"host":"foxnews.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T19:40:07.314Z"},{"host":"hindustantimes.com","score":90,"grade":"A","blocked":["Meta-ExternalAgent"],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-22T03:50:09.007Z"},{"host":"hubspot.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T21:30:08.446Z"},{"host":"marktplaats.nl","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"cc":"NL","at":"2026-11-22T00:40:08.627Z"},{"host":"mistral.ai","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T17:35:07.128Z"},{"host":"nvidia.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T18:00:07.765Z"},{"host":"samsung.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T21:30:08.762Z"},{"host":"shein.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T18:40:07.305Z"},{"host":"squarespace.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T17:05:07.486Z"},{"host":"stripe.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T19:30:09.055Z"},{"host":"target.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T18:20:06.953Z"},{"host":"tum.de","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T23:20:07.571Z"},{"host":"vercel.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T18:10:06.033Z"},{"host":"notion.so","score":88,"grade":"A","blocked":["Amazonbot"],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T16:40:07.348Z"},{"host":"weather.com","score":88,"grade":"A","blocked":["Amazonbot","CCBot","Bytespider"],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T17:20:07.755Z"},{"host":"repubblica.it","score":85,"grade":"A","blocked":["GPTBot","PerplexityBot","Google-Extended","Applebot-Extended","DuckAssistBot","CCBot","Bytespider"],"llms":true,"jsonld":true,"agentCard":false,"cc":"IT","at":"2026-11-22T00:20:09.914Z"},{"host":"airbnb.com","score":80,"grade":"B","blocked":["GPTBot","ClaudeBot","Applebot-Extended"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T19:15:07.762Z"},{"host":"alibaba.com","score":80,"grade":"B","blocked":["GPTBot","Google-Extended"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T18:30:08.019Z"},{"host":"apple.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T16:10:06.844Z"},{"host":"atlassian.com","score":80,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:20:07.476Z"},{"host":"blocket.se","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"SE","at":"2026-11-22T01:00:09.874Z"},{"host":"cam.ac.uk","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"GB","at":"2026-11-21T21:40:07.307Z"},{"host":"coursera.org","score":80,"grade":"B","blocked":["Meta-ExternalAgent"],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:50:09.745Z"},{"host":"detik.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T04:20:09.300Z"},{"host":"digi24.ro","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"RO","at":"2026-11-22T01:40:08.261Z"},{"host":"discord.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T16:35:07.127Z"},{"host":"dropbox.com","score":80,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:50:07.330Z"},{"host":"finn.no","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"NO","at":"2026-11-22T01:10:08.313Z"},{"host":"github.com","score":80,"grade":"B","blocked":["Bytespider"],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:15:06.416Z"},{"host":"gov.br","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"BR","at":"2026-11-22T04:50:10.199Z"},{"host":"grab.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T04:40:08.912Z"},{"host":"gulfnews.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T02:20:07.655Z"},{"host":"harvard.edu","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T20:45:07.368Z"},{"host":"heise.de","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T23:10:07.393Z"},{"host":"indiatimes.com","score":80,"grade":"B","blocked":["Meta-ExternalAgent"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T03:50:08.393Z"},{"host":"lidl.de","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T22:50:07.739Z"},{"host":"nasa.gov","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T20:25:09.234Z"},{"host":"nike.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T18:50:06.079Z"},{"host":"punchng.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T02:40:08.805Z"},{"host":"rijksoverheid.nl","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"NL","at":"2026-11-22T00:40:08.753Z"},{"host":"rtve.es","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"ES","at":"2026-11-22T00:15:06.833Z"},{"host":"salesforce.com","score":80,"grade":"B","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-21T21:10:07.420Z"},{"host":"shopify.com","score":80,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T18:30:06.494Z"},{"host":"sky.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T22:10:06.914Z"},{"host":"slack.com","score":80,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:40:07.067Z"},{"host":"sparkasse.de","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T23:00:09.836Z"},{"host":"stability.ai","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T17:50:06.984Z"},{"host":"straitstimes.com","score":80,"grade":"B","blocked":["Google-Extended"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T04:10:08.584Z"},{"host":"techcrunch.com","score":80,"grade":"B","blocked":["GPTBot","ClaudeBot","Applebot-Extended","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T20:15:08.023Z"},{"host":"time.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T20:15:07.450Z"},{"host":"usa.gov","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T20:30:08.111Z"},{"host":"walmart.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T18:10:06.108Z"},{"host":"who.int","score":80,"grade":"B","blocked":["CCBot"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T20:35:08.063Z"},{"host":"zdf.de","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T22:25:06.947Z"},{"host":"zoom.us","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"US","at":"2026-11-21T16:35:07.079Z"},{"host":"chatgpt.com","score":78,"grade":"B","blocked":["PerplexityBot","Google-Extended","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T17:20:07.600Z"},{"host":"healthline.com","score":78,"grade":"B","blocked":["GPTBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T21:00:08.799Z"},{"host":"srf.ch","score":78,"grade":"B","blocked":["GPTBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"CH","at":"2026-11-21T23:30:07.536Z"},{"host":"abc.net.au","score":75,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"AU","at":"2026-11-22T05:25:08.341Z"},{"host":"aljazeera.com","score":75,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T20:10:07.464Z"},{"host":"idnes.cz","score":75,"grade":"B","blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"CZ","at":"2026-11-22T01:30:08.359Z"},{"host":"kijiji.ca","score":75,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"cc":"CA","at":"2026-11-22T05:25:08.103Z"},{"host":"otto.de","score":75,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:25:06.760Z"},{"host":"stepstone.de","score":75,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T23:15:07.437Z"},{"host":"tagesschau.de","score":75,"grade":"B","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T22:25:06.840Z"},{"host":"wordpress.com","score":75,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:05:07.218Z"},{"host":"onet.pl","score":73,"grade":"B","blocked":["Meta-ExternalAgent","Amazonbot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"PL","at":"2026-11-22T01:20:08.950Z"},{"host":"t-online.de","score":73,"grade":"B","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T23:10:07.342Z"},{"host":"ansa.it","score":71,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"IT","at":"2026-11-22T00:30:10.321Z"},{"host":"lefigaro.fr","score":71,"grade":"B","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Google-Extended","Amazonbot","MistralAI-User","CCBot"],"llms":false,"jsonld":true,"agentCard":false,"cc":"FR","at":"2026-11-21T23:50:07.195Z"},{"host":"admin.ch","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"CH","at":"2026-11-21T23:40:07.305Z"},{"host":"anthropic.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:25:06.636Z"},{"host":"check24.de","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:45:07.002Z"},{"host":"chosun.com","score":70,"grade":"B","blocked":["GPTBot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:40:08.765Z"},{"host":"daum.net","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:30:14.449Z"},{"host":"deepmind.google","score":70,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:50:06.727Z"},{"host":"globo.com","score":70,"grade":"B","blocked":["GPTBot","Google-Extended","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T04:40:10.545Z"},{"host":"huggingface.co","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:25:05.985Z"},{"host":"lanacion.com.ar","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"AR","at":"2026-11-22T05:10:08.884Z"},{"host":"microsoft.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:10:06.850Z"},{"host":"nhs.uk","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-21T21:40:06.999Z"},{"host":"openai.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:20:08.298Z"},{"host":"qq.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:10:12.114Z"},{"host":"service-public.fr","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"FR","at":"2026-11-22T00:00:12.500Z"},{"host":"stanford.edu","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:45:08.293Z"},{"host":"uber.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:20:09.861Z"},{"host":"webmd.com","score":70,"grade":"B","blocked":["GPTBot","ClaudeBot","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:00:08.921Z"},{"host":"wikipedia.org","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T15:50:06.350Z"},{"host":"willhaben.at","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"AT","at":"2026-11-21T23:30:07.523Z"},{"host":"wp.pl","score":70,"grade":"B","blocked":["GPTBot","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"cc":"PL","at":"2026-11-22T01:20:08.477Z"},{"host":"yahoo.com","score":70,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T16:15:07.350Z"},{"host":"yle.fi","score":70,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","Google-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"FI","at":"2026-11-22T01:10:08.963Z"},{"host":"youtube.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T15:45:06.136Z"},{"host":"bild.de","score":69,"grade":"C","blocked":["Perplexity-User","PerplexityBot","Applebot-Extended","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T22:20:07.676Z"},{"host":"smh.com.au","score":69,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"AU","at":"2026-11-22T05:30:08.531Z"},{"host":"spiegel.de","score":69,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T22:10:06.440Z"},{"host":"hurriyet.com.tr","score":68,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","PerplexityBot"],"llms":false,"jsonld":true,"agentCard":false,"cc":"TR","at":"2026-11-22T02:00:09.714Z"},{"host":"sap.com","score":68,"grade":"C","blocked":["Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","Bytespider"],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:20:07.364Z"},{"host":"svt.se","score":68,"grade":"C","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"SE","at":"2026-11-22T00:50:09.028Z"},{"host":"nzz.ch","score":66,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"CH","at":"2026-11-21T23:30:08.080Z"},{"host":"bilibili.com","score":65,"grade":"C","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:20:09.481Z"},{"host":"cdc.gov","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:30:07.177Z"},{"host":"costco.com","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:00:07.017Z"},{"host":"dm.de","score":65,"grade":"C","blocked":[],"jsOnly":true,"llms":true,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-21T22:50:07.445Z"},{"host":"gov.pl","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"PL","at":"2026-11-22T01:30:08.514Z"},{"host":"gov.uk","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-21T21:35:06.074Z"},{"host":"mit.edu","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:45:07.745Z"},{"host":"mozilla.org","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:15:06.786Z"},{"host":"rightmove.co.uk","score":65,"grade":"C","blocked":["GPTBot","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-21T21:50:07.154Z"},{"host":"sina.com.cn","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"CN","at":"2026-11-22T03:30:13.175Z"},{"host":"substack.com","score":65,"grade":"C","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:00:07.712Z"},{"host":"sueddeutsche.de","score":65,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:20:07.759Z"},{"host":"w3.org","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:15:05.443Z"},{"host":"whatsapp.com","score":65,"grade":"C","blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Amazonbot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:30:07.570Z"},{"host":"asahi.com","score":64,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T03:00:09.786Z"},{"host":"bbc.co.uk","score":64,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"GB","at":"2026-11-21T21:35:06.064Z"},{"host":"bbc.com","score":64,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T19:50:06.673Z"},{"host":"hln.be","score":64,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"BE","at":"2026-11-22T00:50:09.349Z"},{"host":"mercadolibre.com.mx","score":64,"grade":"C","blocked":["ChatGPT-User","GPTBot","Claude-User","ClaudeBot","Perplexity-User","PerplexityBot","Amazonbot"],"llms":false,"jsonld":true,"agentCard":false,"cc":"MX","at":"2026-11-22T05:00:12.191Z"},{"host":"mercadolivre.com.br","score":64,"grade":"C","blocked":["ChatGPT-User","GPTBot","Claude-User","ClaudeBot","Perplexity-User","PerplexityBot","Amazonbot"],"llms":false,"jsonld":true,"agentCard":false,"cc":"BR","at":"2026-11-22T04:50:09.507Z"},{"host":"theverge.com","score":64,"grade":"C","blocked":["ChatGPT-User","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T20:15:07.500Z"},{"host":"uol.com.br","score":64,"grade":"C","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"BR","at":"2026-11-22T04:50:09.626Z"},{"host":"aftonbladet.se","score":63,"grade":"C","blocked":["Claude-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"SE","at":"2026-11-22T00:50:09.411Z"},{"host":"derstandard.at","score":63,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"AT","at":"2026-11-21T23:20:07.069Z"},{"host":"eltiempo.com","score":63,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","PerplexityBot","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T05:10:08.056Z"},{"host":"emol.com","score":63,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T05:20:10.808Z"},{"host":"golem.de","score":63,"grade":"C","blocked":["Amazonbot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T23:15:07.038Z"},{"host":"kakaku.com","score":63,"grade":"C","blocked":["Amazonbot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:00:10.313Z"},{"host":"nos.nl","score":63,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NL","at":"2026-11-22T00:40:08.088Z"},{"host":"orf.at","score":63,"grade":"C","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"AT","at":"2026-11-21T23:20:07.185Z"},{"host":"vg.no","score":63,"grade":"C","blocked":["Claude-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NO","at":"2026-11-22T01:00:09.853Z"},{"host":"corriere.it","score":62,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"IT","at":"2026-11-22T00:20:09.994Z"},{"host":"clarin.com","score":60,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T05:10:07.582Z"},{"host":"dailymail.co.uk","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":true,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-21T21:50:07.539Z"},{"host":"deepseek.com","score":60,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:40:08.094Z"},{"host":"dr.dk","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DK","at":"2026-11-22T01:10:08.745Z"},{"host":"duckduckgo.com","score":60,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:25:06.156Z"},{"host":"elmundo.es","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"ES","at":"2026-11-22T00:15:07.461Z"},{"host":"eluniversal.com.mx","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"MX","at":"2026-11-22T05:00:11.844Z"},{"host":"francetvinfo.fr","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"FR","at":"2026-11-22T00:10:09.046Z"},{"host":"gazzetta.it","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"IT","at":"2026-11-22T00:30:10.516Z"},{"host":"marca.com","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T00:10:09.607Z"},{"host":"nu.nl","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"NL","at":"2026-11-22T00:35:07.415Z"},{"host":"publico.pt","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"PT","at":"2026-11-22T01:40:08.135Z"},{"host":"rappler.com","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T04:30:11.903Z"},{"host":"telegram.org","score":60,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:35:07.251Z"},{"host":"telegraph.co.uk","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"GB","at":"2026-11-21T21:50:07.252Z"},{"host":"twitch.tv","score":60,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T16:30:08.413Z"},{"host":"web.de","score":60,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T23:10:07.300Z"},{"host":"elpais.com","score":59,"grade":"C","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T00:10:09.713Z"},{"host":"lemonde.fr","score":59,"grade":"C","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Google-Extended","Applebot-Extended","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"FR","at":"2026-11-21T23:40:07.095Z"},{"host":"kathimerini.gr","score":58,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"GR","at":"2026-11-22T01:40:07.727Z"},{"host":"faz.net","score":57,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-21T22:20:07.953Z"},{"host":"netflix.com","score":56,"grade":"C","blocked":["Perplexity-User","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:10:07.611Z"},{"host":"gov.sg","score":55,"grade":"C","blocked":[],"wall":true,"llms":false,"jsonld":true,"agentCard":false,"cc":"SG","at":"2026-11-22T04:10:09.501Z"},{"host":"jd.com","score":55,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:20:12.479Z"},{"host":"taobao.com","score":55,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:10:14.621Z"},{"host":"theguardian.com","score":54,"grade":"C","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:50:06.637Z"},{"host":"flipkart.com","score":53,"grade":"C","blocked":["Amazonbot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:40:08.760Z"},{"host":"nrk.no","score":52,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NO","at":"2026-11-22T01:00:09.969Z"},{"host":"pinterest.com","score":52,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:25:06.547Z"},{"host":"bing.com","score":50,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:25:06.409Z"},{"host":"cnn.com","score":50,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:40:07.522Z"},{"host":"duolingo.com","score":50,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:50:09.932Z"},{"host":"index.hu","score":50,"grade":"C","blocked":[],"wall":true,"llms":false,"jsonld":true,"agentCard":false,"cc":"HU","at":"2026-11-22T01:30:08.652Z"},{"host":"nzherald.co.nz","score":50,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NZ","at":"2026-11-22T05:40:09.247Z"},{"host":"spotify.com","score":50,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:50:07.449Z"},{"host":"un.org","score":50,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:35:07.942Z"},{"host":"zalando.de","score":50,"grade":"C","blocked":[],"jsOnly":true,"llms":true,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:35:06.858Z"},{"host":"naver.com","score":45,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:30:10.654Z"},{"host":"nikkei.com","score":45,"grade":"D","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:00:10.887Z"},{"host":"rai.it","score":45,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"IT","at":"2026-11-22T00:30:10.557Z"},{"host":"wix.com","score":45,"grade":"D","blocked":[],"jsOnly":true,"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:05:07.136Z"},{"host":"wired.com","score":44,"grade":"D","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:25:07.835Z"},{"host":"amazon.com","score":42,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:00:13.428Z"},{"host":"amazon.de","score":42,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:35:06.893Z"},{"host":"tiktok.com","score":42,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:30:08.343Z"},{"host":"allegro.pl","score":40,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"cc":"PL","at":"2026-11-22T01:20:07.881Z"},{"host":"archive.org","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:15:05.840Z"},{"host":"bund.de","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:45:06.997Z"},{"host":"cdiscount.com","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T00:00:12.344Z"},{"host":"europa.eu","score":40,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:35:06.425Z"},{"host":"google.com","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T15:45:06.072Z"},{"host":"orange.fr","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"FR","at":"2026-11-21T23:50:07.890Z"},{"host":"paypal.com","score":40,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:30:09.355Z"},{"host":"theglobeandmail.com","score":40,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"jsOnly":true,"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-22T05:25:08.046Z"},{"host":"trendyol.com","score":40,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-22T02:10:08.041Z"},{"host":"x.com","score":40,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T15:50:06.389Z"},{"host":"baidu.com","score":37,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Bingbot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:10:11.399Z"},{"host":"stuff.co.nz","score":36,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"NZ","at":"2026-11-22T05:40:08.009Z"},{"host":"etsy.com","score":35,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T18:20:06.612Z"},{"host":"expedia.com","score":35,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:20:09.649Z"},{"host":"mail.ru","score":35,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"RU","at":"2026-11-22T01:50:07.412Z"},{"host":"meta.com","score":35,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T18:00:08.789Z"},{"host":"shopee.sg","score":35,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"SG","at":"2026-11-22T04:10:08.445Z"},{"host":"vk.com","score":35,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T01:50:07.139Z"},{"host":"yandex.ru","score":35,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"RU","at":"2026-11-22T01:50:07.368Z"},{"host":"avito.ru","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"RU","at":"2026-11-22T02:00:08.680Z"},{"host":"bol.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T00:35:07.376Z"},{"host":"canada.ca","score":30,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"CA","at":"2026-11-22T05:20:15.593Z"},{"host":"canva.com","score":30,"grade":"D","blocked":["GPTBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:40:07.174Z"},{"host":"character.ai","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:40:07.445Z"},{"host":"facebook.com","score":30,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T15:45:06.740Z"},{"host":"ibm.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:20:07.792Z"},{"host":"instagram.com","score":30,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T15:50:07.484Z"},{"host":"jumia.com.ng","score":30,"grade":"D","blocked":["CCBot"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NG","at":"2026-11-22T02:40:09.764Z"},{"host":"leboncoin.fr","score":30,"grade":"D","blocked":["Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"FR","at":"2026-11-21T23:50:07.117Z"},{"host":"perplexity.ai","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:35:07.281Z"},{"host":"rakuten.co.jp","score":30,"grade":"D","blocked":[],"wall":true,"jsOnly":true,"llms":false,"jsonld":true,"agentCard":false,"cc":"JP","at":"2026-11-22T15:10:19.326Z"},{"host":"rewe.de","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:50:07.431Z"},{"host":"takealot.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T02:30:08.680Z"},{"host":"timesofisrael.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T02:10:07.764Z"},{"host":"wayfair.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:05:06.660Z"},{"host":"weibo.com","score":30,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:20:10.366Z"},{"host":"x.ai","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:40:07.432Z"},{"host":"aliexpress.com","score":28,"grade":"E","blocked":["GPTBot","ClaudeBot","Google-Extended","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T18:30:07.135Z"},{"host":"dawn.com","score":28,"grade":"E","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T04:40:08.584Z"},{"host":"espn.com","score":28,"grade":"E","blocked":["ChatGPT-User","GPTBot","Google-Extended","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:25:07.341Z"},{"host":"medium.com","score":28,"grade":"E","blocked":["GPTBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:00:07.404Z"},{"host":"tripadvisor.com","score":28,"grade":"E","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:20:09.076Z"},{"host":"zillow.com","score":28,"grade":"E","blocked":["Applebot-Extended","Meta-ExternalAgent","Amazonbot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:05:07.550Z"},{"host":"claude.ai","score":25,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Google-Extended"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:25:05.940Z"},{"host":"ebay.com","score":25,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T18:10:07.146Z"},{"host":"ebay.de","score":25,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:35:08.293Z"},{"host":"forbes.com","score":25,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:05:06.238Z"},{"host":"ft.com","score":25,"grade":"E","blocked":["ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:10:07.105Z"},{"host":"idealista.com","score":25,"grade":"E","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T00:20:09.877Z"},{"host":"indeed.com","score":25,"grade":"E","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:05:07.152Z"},{"host":"irctc.co.in","score":25,"grade":"E","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"IN","at":"2026-11-22T04:00:10.531Z"},{"host":"seek.com.au","score":25,"grade":"E","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"AU","at":"2026-11-22T05:30:10.316Z"},{"host":"vnexpress.net","score":25,"grade":"E","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T04:30:08.730Z"},{"host":"ahram.org.eg","score":23,"grade":"E","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"EG","at":"2026-11-22T02:20:06.958Z"},{"host":"bloomberg.com","score":23,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:55:06.777Z"},{"host":"glassdoor.com","score":23,"grade":"E","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:05:06.933Z"},{"host":"kicker.de","score":21,"grade":"E","blocked":["ChatGPT-User","GPTBot","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T23:15:06.780Z"},{"host":"chefkoch.de","score":20,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:40:07.898Z"},{"host":"apnews.com","score":19,"grade":"E","blocked":["GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Amazonbot","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:55:06.552Z"},{"host":"economist.com","score":16,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:10:07.281Z"},{"host":"khanacademy.org","score":15,"grade":"E","blocked":[],"wall":true,"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:50:09.583Z"},{"host":"nation.africa","score":14,"grade":"E","blocked":["ChatGPT-User","GPTBot","Claude-User","ClaudeBot","Perplexity-User","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T02:40:08.425Z"},{"host":"nytimes.com","score":14,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:30:09.642Z"},{"host":"quora.com","score":14,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","PerplexityBot","Applebot-Extended","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:00:07.806Z"},{"host":"realestate.com.au","score":14,"grade":"E","blocked":["GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"AU","at":"2026-11-22T05:40:08.706Z"},{"host":"reuters.com","score":14,"grade":"E","blocked":["GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:50:07.481Z"},{"host":"wsj.com","score":14,"grade":"E","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:55:07.207Z"},{"host":"news24.com","score":12,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T02:30:08.804Z"},{"host":"kompas.com","score":10,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T04:20:07.763Z"},{"host":"lowes.com","score":10,"grade":"E","blocked":[],"wall":true,"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:05:06.518Z"},{"host":"news.com.au","score":10,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"AU","at":"2026-11-22T05:30:10.726Z"},{"host":"temu.com","score":10,"grade":"E","blocked":[],"wall":true,"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T18:40:06.277Z"},{"host":"zeit.de","score":10,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:10:06.503Z"},{"host":"imdb.com","score":9,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:50:07.399Z"},{"host":"linkedin.com","score":9,"grade":"E","blocked":["ChatGPT-User","GPTBot","Claude-User","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:00:08.236Z"},{"host":"adidas.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T18:50:05.770Z"},{"host":"argos.co.uk","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-21T22:00:12.107Z"},{"host":"bahn.de","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:40:07.958Z"},{"host":"booking.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:15:07.278Z"},{"host":"cnbc.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:05:05.684Z"},{"host":"coupang.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:40:07.749Z"},{"host":"elcorteingles.es","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"ES","at":"2026-11-22T00:15:07.201Z"},{"host":"fnac.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T00:00:11.954Z"},{"host":"haaretz.co.il","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"IL","at":"2026-11-22T02:10:07.948Z"},{"host":"hm.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T18:50:05.664Z"},{"host":"homedepot.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:00:06.484Z"},{"host":"idealo.de","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:40:07.900Z"},{"host":"ikea.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T18:40:05.847Z"},{"host":"macys.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:05:06.358Z"},{"host":"mayoclinic.org","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:00:09.449Z"},{"host":"mediamarkt.de","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T22:45:06.754Z"},{"host":"mercedes-benz.de","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-21T23:00:12.396Z"},{"host":"midjourney.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T17:50:06.632Z"},{"host":"ndtv.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T03:50:08.101Z"},{"host":"nih.gov","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T20:30:10.632Z"},{"host":"noon.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T02:20:07.138Z"},{"host":"oracle.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:10:07.685Z"},{"host":"ox.ac.uk","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-21T21:40:06.933Z"},{"host":"paytm.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-22T04:00:09.404Z"},{"host":"reddit.com","score":0,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Googlebot","Google-Extended","Bingbot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:00:07.448Z"},{"host":"rozetka.com.ua","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"UA","at":"2026-11-22T02:00:08.423Z"},{"host":"sony.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T21:35:06.322Z"},{"host":"stackoverflow.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T16:15:06.465Z"},{"host":"subito.it","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"IT","at":"2026-11-22T00:35:07.273Z"},{"host":"tesco.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T22:00:11.920Z"},{"host":"thairath.co.th","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"TH","at":"2026-11-22T04:30:08.217Z"},{"host":"yahoo.co.jp","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"JP","at":"2026-11-22T02:50:16.317Z"},{"host":"zara.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-21T19:00:06.254Z"}],"note":"the most visited websites of the world, read again every six days from what each publishes (robots.txt, llms.txt, home page, agent card); open data, CC0"}