{"domain":"zappos.com","name":"Zappos","category":"retail","subcategory":"specialty","country":"US","tags":[],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) has no rules for any AI bot we track. They are covered by its catch-all rule (<code>User-agent: *</code>), which lets them into the site.","computed_at":"2026-10-20T03:43:14.180Z","last_checked":"2026-10-19T13:26:15.426Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.zappos.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.zappos.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.zappos.com/robots.txt","hops":[{"from":"https://zappos.com/robots.txt","to":"https://www.zappos.com/robots.txt","status":301}],"blob":"209c679d9e6f9906c57c9b5e064a5b5d509f0325d2e0a7c1611bd661f0cb978f","text":"# Global robots.txt updated 2022-08-10\nUser-agent: *\nDisallow: /bin/\nNoindex: /product/review/add/\nDisallow: /product/review/add/\nDisallow: /logout\nDisallow: /register\nDisallow: /account\nDisallow: /cart$\nDisallow: /marty/account\nDisallow: /multiview/\nDisallow: /productNotifyMe.do*\nDisallow: /tellAFriend.do*\nDisallow: /prd/popups/brandNotifyMe.zml\nDisallow: /reportBadProductDescription.do*\nDisallow: /rss/\nDisallow: /rhino/\nNoindex: /filters/\nDisallow: /filters/\nNoindex: /a/the-style-room/filters/\nDisallow: /a/the-style-room/filters/\nNoindex: /*?oosRedirected=\nNoindex: /*?t=\nDisallow: /*?t=\nNoindex: /*&t=\nDisallow: /*&t=\nNoindex: /*?plsr=\nDisallow: /*?plsr=\nNoindex: /*&plsr=\nDisallow: /*&plsr=\nDisallow: /returnLabel\nDisallow: /exchange\nDisallow: /subscriptions\nDisallow: /subscriptions/*\nDisallow: /e/theones/products/*\nDisallow: /e/the-find/products/*\nNoindex: /outfit/*\nDisallow: /outfit/*\n\nSitemap: https://www.zappos.com/VideoSitemap/file/video_sitemap-index.xml\nSitemap: https://www.zappos.com/sitemap/brand.xml.gz\nSitemap: https://www.zappos.com/sitemap/product_index.xml\nSitemap: https://www.zappos.com/sitemap/search_index.xml\nSitemap: https://www.zappos.com/sitemap/internal_search_index.xml\n","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["*"],"lines":45},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":9},"checkout":{"allowed":true,"line":null},"account":{"allowed":false,"line":8}},"disallows":27,"lines":[2,38],"groupRanges":[[2,38]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":[],"botManagement":[]},"llms":{"state":"absent","http":404,"url":"https://www.zappos.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.zappos.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.zappos.com/.well-known/tdmrep.json"},"meta":{"title":"Shoes, Sneakers, Boots, & Clothing + FREE SHIPPING | Zappos.com","robotsMeta":[],"noai":[],"noindex":false,"jsonLdTypes":[],"platform":"Next.js","textRatio":0.008,"llmsLink":false},"x_robots_tag":null,"tos":{"url":"https://www.zappos.com/terms-of-use","source":"discovered","http":200,"hash":"caeb84692f2422490c832f56e2d3ced5de97b6a96d6f95dc7f503e83196714cf","chars":25808,"thin":false,"clauses":[{"keyword":"data mining","prohibition":true,"excerpt":"…ntents; any downloading, copying, or other use of account information for the benefit of any third party; or any use of data mining, robots (bots), or similar data gathering and extraction tools."}],"door":{"door":"open","http":200}},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":42,"first":"2023-01-01","archive_points":41,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[]}