{"domain":"wired.com","name":"WIRED","category":"news","subcategory":"magazine","country":"US","tags":[],"notes":"","status":"partial","status_label":"Blocks some AI","rationale":"Its robots.txt (the public rules file for bots) treats AI bots differently from each other. It blocks 15 of the 24 AI bots we track from the whole site, including ClaudeBot, Google-Extended, Applebot-Extended, CCBot and Meta-ExternalAgent. GPTBot, OAI-SearchBot and ChatGPT-User can reach most of it.","computed_at":"2026-10-20T03:43:15.301Z","last_checked":"2026-10-19T13:35:52.224Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.wired.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.wired.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.wired.com/robots.txt","hops":[{"from":"https://wired.com/robots.txt","to":"https://www.wired.com/robots.txt","status":301}],"blob":"4155db216932e8238cfe03a9080b1c655a1813eedb6343bfd2c1153c66097e1a","text":"Sitemap: https://www.wired.com/sitemap.xml\nSitemap: https://www.wired.com/tagpages-sitemap.xml\nSitemap: https://www.wired.com/contributors-sitemap.xml\nSitemap: https://www.wired.com/bundles-sitemap.xml\nSitemap: https://www.wired.com/branded-sitemap.xml\nSitemap: https://www.wired.com/feed/google-latest-news/sitemap-google-news\nSitemap: https://www.wired.com/feed/rss\n\nUser-agent: *\nDisallow: /*?\nAllow: /*?page\nAllow: /*.xml?\nAllow: /*.js\nAllow: /*.css\nAllow: /*.ico\nAllow: /verso/static\nAllow: /*.svg\nAllow: /*.png\nAllow: /*.jpg\nAllow: /*.jpeg\nAllow: /*rss?\nAllow: /*?id=\nDisallow: /auth/\nDisallow: /account/\nDisallow: /user/\nDisallow: /user-context\nDisallow: /preview/\nDisallow: /search\nDisallow: /product/\nDisallow: /cdn-cgi/\nDisallow: /services.min.js\nDisallow: /com.condenast/yv8\nDisallow: /reject-all\nDisallow: */c_limit/\n\n###\nAllow: /v2/offers/wira\nAllow: /*?*utm_medium=social\nAllow: /*?*utm_medium=syndication\nAllow: /*?ref=\nAllow: /story/madison-square-garden-jim-dolan-surveillance-machine/?src\nDisallow: */testing-products-\n###\n\nUser-agent: AmazonAdBot\nUser-agent: FacebookExternalHit\nUser-agent: Google-InspectionTool\nUser-agent: LinkedInBot\nUser-agent: Pinterestbot\nUser-agent: Storebot-Google\nUser-agent: TikTokSpider\nUser-agent: Twitterbot\nAllow: /\n\nUser-agent: Amazonbot\nUser-agent: Applebot-Extended\nUser-agent: archive.org_bot\nUser-agent: Bravebot\nUser-agent: Brightbot 1.0\nUser-agent: Bytespider\nUser-agent: CCBot\nUser-agent: Claude-SearchBot\nUser-agent: Claude-User\nUser-agent: ClaudeBot\nUser-agent: cohere-ai\nUser-agent: cohere-training-data-crawler\nUser-agent: Diffbot\nUser-agent: DuckAssistBot\nUser-agent: factset_spyderbot\nUser-agent: FirecrawlAgent\nUser-agent: Google-CloudVertexBot\nUser-agent: Google-Extended\nUser-agent: GoogleOther\nUser-agent: heritrix\nUser-agent: ia_archiver\nUser-agent: ia_archiver-web.archive.org\nUser-agent: meta-externalagent\nUser-agent: meta-externalfetcher\nUser-agent: meta-webindexer\nUser-agent: MistralAI-User\nUser-agent: PanguBot\nUser-agent: Perplexity-User\nUser-agent: PerplexityBot\nUser-agent: PetalBot\nUser-agent: Scrapy\nUser-agent: Shap-User\nUser-agent: ShapBot\nUser-agent: Timpibot\nUser-agent: Yisouspider\nUser-agent: YouBot\nUser-agent: Webzio\nUser-agent: Webzio-Extended\nDisallow: /","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["*","AmazonAdBot","FacebookExternalHit","Google-InspectionTool","LinkedInBot","Pinterestbot","Storebot-Google","TikTokSpider","Twitterbot","Amazonbot","Applebot-Extended","archive.org_bot","Bravebot","Brightbot 1.0","Bytespider","CCBot","Claude-SearchBot","Claude-User","ClaudeBot","cohere-ai","cohere-training-data-crawler","Diffbot","DuckAssistBot","factset_spyderbot","FirecrawlAgent","Google-CloudVertexBot","Google-Extended","GoogleOther","heritrix","ia_archiver","ia_archiver-web.archive.org","meta-externalagent","meta-externalfetcher","meta-webindexer","MistralAI-User","PanguBot","Perplexity-User","PerplexityBot","PetalBot","Scrapy","Shap-User","ShapBot","Timpibot","Yisouspider","YouBot","Webzio","Webzio-Extended"],"lines":93},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"ClaudeBot","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"Google-Extended","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"Applebot-Extended","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"CCBot","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"Bytespider","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"PerplexityBot","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"Amazonbot","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"DuckAssistBot","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"Claude-User","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"Perplexity-User","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"MistralAI-User","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":93},"any":{"allowed":false,"line":93},"search":{"allowed":false,"line":93},"cart":{"allowed":false,"line":93},"checkout":{"allowed":false,"line":93},"account":{"allowed":false,"line":93}},"disallows":1,"lines":[55,93],"groupRanges":[[55,93]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":false,"line":28},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":14,"lines":[9,42],"groupRanges":[[9,42]]}],"lanes":{"training":{"level":"mixed","none":6,"full":3,"restricted":0,"n":9},"search":{"level":"mixed","none":5,"full":3,"restricted":0,"n":8},"user_directed":{"level":"mixed","none":4,"full":3,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":["Cloudflare","Amazon CloudFront"],"botManagement":[]},"llms":{"state":"absent","http":404,"url":"https://www.wired.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.wired.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.wired.com/.well-known/tdmrep.json"},"meta":{"title":"WIRED - The Latest in Technology, Science, Culture and Business | WIRED","robotsMeta":[{"name":"robots","content":"index, follow, max-image-preview:large"}],"noai":[],"noindex":false,"jsonLdTypes":["Organization","ImageObject","WebSite","SearchAction","ItemList","ListItem","CollectionPage"],"platform":null,"textRatio":0.005,"llmsLink":false},"x_robots_tag":null,"tos":{"url":"https://www.condenast.com/user-agreement/","source":"discovered","skipped":"ToS hosted on another domain; not fetched in v0.1"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":47,"first":"2023-01-01","archive_points":46,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"partial","l":{"training":"mixed","search":"full","user_directed":"mixed"},"n":3},{"m":"2023-10","s":"partial","l":{"training":"mixed","search":"full","user_directed":"mixed"},"n":3},{"m":"2023-11","s":"partial","l":{"training":"mixed","search":"full","user_directed":"mixed"},"n":4},{"m":"2023-12","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":5},{"m":"2024-01","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":5},{"m":"2024-02","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":5},{"m":"2024-03","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":6},{"m":"2024-04","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":6},{"m":"2024-05","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":6},{"m":"2024-06","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":7},{"m":"2024-07","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":8},{"m":"2024-08","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":9},{"m":"2024-09","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":6},{"m":"2024-10","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":6},{"m":"2024-11","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2024-12","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-01","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-02","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-03","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-04","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-05","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-06","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-07","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-08","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-09","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"full"},"n":7},{"m":"2025-10","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2025-11","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2025-12","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-01","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-02","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-03","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-04","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-05","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-06","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-07","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-08","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-09","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15},{"m":"2026-10","s":"partial","l":{"training":"mixed","search":"mixed","user_directed":"mixed"},"n":15}]},"events":[{"domain":"wired.com","name":"WIRED","category":"news","date":"2025-10","precision":"month","source":"archive","provisional":false,"between":["2025-09-01","2025-10-01"],"summary":"Now blocked: ClaudeBot, Claude-SearchBot, DuckAssistBot, Meta-WebIndexer, Claude-User, Perplexity-User, Meta-ExternalFetcher and MistralAI-User. Now allowed: anthropic-ai.","dir":"mixed","up":["ClaudeBot","Claude-SearchBot","DuckAssistBot","Meta-WebIndexer","Claude-User","Perplexity-User","Meta-ExternalFetcher","MistralAI-User"],"down":["anthropic-ai"],"major":true,"signals":false,"status_from":"partial","status_to":"partial","evidence":["https://web.archive.org/web/20250901041749/https://www.wired.com/robots.txt","https://web.archive.org/web/20251001000357/https://www.wired.com/robots.txt"],"diff":[{"t":"ctx","s":"Disallow: /partners/"},{"t":"del","s":"Disallow: /sponsored/"},{"t":"ctx","s":"Disallow: /video/right_rail*"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /com.condenast/yv8*"},{"t":"add","s":"Disallow: */testing-products-"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /preview/"},{"t":"add","s":"Disallow: */testing-products-"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /services.min.js?_="},{"t":"add","s":"Disallow: */testing-products-"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":""},{"t":"del","s":"User-agent: CCBot"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"ctx","s":"User-agent: Google-Extended"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"add","s":"User-agent: Google-CloudVertexBot"},{"t":"add","s":"User-agent: GoogleOther"},{"t":"add","s":"User-agent: Applebot-Extended"},{"t":"ctx","s":"User-agent: Amazonbot"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-agent: FacebookBot"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"add","s":"User-agent: meta-webindexer"},{"t":"ctx","s":"User-agent: meta-externalagent"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-agent: anthropic-ai"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-agent: Claude-Web"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-agent: cohere-ai"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-agent: Omgilibot"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-agent: omgili"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"add","s":"User-agent: meta-externalfetcher"},{"t":"add","s":"User-agent: ClaudeBot"},{"t":"add","s":"User-agent: Claude-SearchBot"},{"t":"add","s":"User-agent: Claude-User"},{"t":"ctx","s":"User-agent: PerplexityBot"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-agent: YouBot"},{"t":"del","s":"Disallow: /"},{"t":"gap","s":"… 24 more lines"}]},{"domain":"wired.com","name":"WIRED","category":"news","date":"2024-11","precision":"month","source":"archive","provisional":false,"between":["2024-10-01","2024-11-01"],"summary":"Now blocked: Meta-ExternalAgent.","dir":"up","up":["Meta-ExternalAgent"],"down":[],"major":true,"signals":false,"status_from":"partial","status_to":"partial","evidence":["https://web.archive.org/web/20241001011203/https://www.wired.com/robots.txt","https://web.archive.org/web/20241101012720/https://www.wired.com/robots.txt"],"diff":[{"t":"ctx","s":"Disallow: /services.min.js?_="},{"t":"add","s":"Disallow: /com.condenast/yv8*"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":""},{"t":"add","s":"User-agent: meta-externalagent"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"ctx","s":"User-agent: anthropic-ai"}]},{"domain":"wired.com","name":"WIRED","category":"news","date":"2024-09","precision":"month","source":"archive","provisional":false,"between":["2024-05-01","2024-09-01"],"summary":"Now blocked: Applebot-Extended and Bytespider. Now allowed: GPTBot and ChatGPT-User.","dir":"mixed","up":["Applebot-Extended","Bytespider"],"down":["GPTBot","ChatGPT-User"],"major":true,"signals":false,"status_from":"partial","status_to":"partial","evidence":["https://web.archive.org/web/20240501020648/https://www.wired.com/robots.txt","https://web.archive.org/web/20240901032945/https://www.wired.com/robots.txt"],"diff":[{"t":"ctx","s":"Disallow: /account/*"},{"t":"add","s":"Disallow: /preview/"},{"t":"ctx","s":"Allow: /wp-content/"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /services.min.js?_="},{"t":"add","s":"Disallow: /preview/"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":""},{"t":"del","s":"User-agent: GPTBot"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-agent: ChatGPT-User"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"ctx","s":"User-agent: Google-Extended"},{"t":"gap","s":"…"},{"t":"ctx","s":""},{"t":"del","s":"User-Agent: PerplexityBot"},{"t":"add","s":"User-agent: omgili"},{"t":"ctx","s":"Disallow: /"},{"t":"ctx","s":""},{"t":"add","s":"User-agent: PerplexityBot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: YouBot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Bytespider"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Diffbot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Applebot-Extended"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"ctx","s":"Sitemap: https://www.wired.com/sitemap.xml"},{"t":"ctx","s":"Sitemap: https://www.wired.com/branded-sitemap.xml"},{"t":"del","s":"Sitemap: https://www.wired.com/coupons/sitemap.xml"},{"t":"add","s":"#Sitemap: https://www.wired.com/coupons/sitemap.xml"},{"t":"ctx","s":"Sitemap: https://www.wired.com/video/sitemap.xml"}]},{"domain":"wired.com","name":"WIRED","category":"news","date":"2024-03","precision":"month","source":"archive","provisional":false,"between":["2024-02-01","2024-03-01"],"summary":"Now blocked: PerplexityBot.","dir":"up","up":["PerplexityBot"],"down":[],"major":true,"signals":false,"status_from":"partial","status_to":"partial","evidence":["https://web.archive.org/web/20240201001046/https://www.wired.com/robots.txt","https://web.archive.org/web/20240301034353/https://www.wired.com/robots.txt"],"diff":[{"t":"ctx","s":"Disallow: /product/"},{"t":"add","s":"Disallow: /user-context?referrer"},{"t":"add","s":"Disallow: /services.min.js?_="},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /product/"},{"t":"add","s":"Disallow: /user-context?referrer"},{"t":"add","s":"Disallow: /services.min.js?_="},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /product/"},{"t":"add","s":"Disallow: /user-context?referrer"},{"t":"add","s":"Disallow: /services.min.js?_="},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":""},{"t":"add","s":"User-Agent: PerplexityBot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"ctx","s":"Sitemap: https://www.wired.com/sitemap.xml"},{"t":"gap","s":"…"},{"t":"ctx","s":"Sitemap: https://www.wired.com/sitemap-archive-1.xml"},{"t":"add","s":"Sitemap: https://www.wired.com/bundles-sitemap.xml"}]},{"domain":"wired.com","name":"WIRED","category":"news","date":"2023-12","precision":"month","source":"archive","provisional":false,"between":["2023-10-01","2023-12-01"],"summary":"Now blocked: Google-Extended, anthropic-ai and Amazonbot.","dir":"up","up":["Google-Extended","anthropic-ai","Amazonbot"],"down":[],"major":true,"signals":false,"status_from":"partial","status_to":"partial","evidence":["https://web.archive.org/web/20231001005749/https://www.wired.com/robots.txt","https://web.archive.org/web/20231201052212/https://www.wired.com/robots.txt"],"diff":[{"t":"ctx","s":""},{"t":"add","s":"User-agent: Google-Extended"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Amazonbot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: FacebookBot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: anthropic-ai"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Claude-Web"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: cohere-ai"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Omgilibot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"ctx","s":"Sitemap: https://www.wired.com/sitemap.xml"}]},{"domain":"wired.com","name":"WIRED","category":"news","date":"2023-09","precision":"month","source":"archive","provisional":false,"between":["2023-08-01","2023-09-01"],"summary":"Now blocked: GPTBot, CCBot and ChatGPT-User.","dir":"up","up":["GPTBot","CCBot","ChatGPT-User"],"down":[],"major":true,"signals":false,"status_from":"allowed","status_to":"partial","evidence":["https://web.archive.org/web/20230801000612/https://www.wired.com/robots.txt","https://web.archive.org/web/20230901030624/https://www.wired.com/robots.txt"],"diff":[{"t":"ctx","s":"Disallow: /*%7B%7Bsection%7D%7D"},{"t":"add","s":"Disallow: /product/"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /*%7B%7Bsection%7D%7D"},{"t":"add","s":"Disallow: /product/"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /*%7B%7Bsection%7D%7D"},{"t":"add","s":"Disallow: /product/"},{"t":"ctx","s":""},{"t":"add","s":"User-agent: Google-InspectionTool"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: CCBot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: GPTBot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: ChatGPT-User"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"ctx","s":"Sitemap: https://www.wired.com/sitemap.xml"},{"t":"gap","s":"…"},{"t":"ctx","s":"Sitemap: https://www.wired.com/contributors-sitemap.xml"},{"t":"add","s":"Sitemap: https://www.wired.com/categories-sitemap.xml?hierarchy=tags"},{"t":"ctx","s":"#Sitemap: https://www.wired.com/categories-sitemap.xml"},{"t":"add","s":"Sitemap: https://www.wired.com/sitemap-archive-1.xml"}]}]}