{"domain":"wayfair.com","name":"Wayfair","category":"retail","subcategory":"specialty","country":"US","tags":[],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) has no rules for any AI bot we track. They are covered by its catch-all rule (<code>User-agent: *</code>), which lets them into the site.","computed_at":"2026-10-20T03:43:14.076Z","last_checked":"2026-10-19T13:24:43.244Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.wayfair.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.wayfair.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.wayfair.com/robots.txt","hops":[{"from":"https://wayfair.com/robots.txt","to":"https://www.wayfair.com/robots.txt","status":301}],"blob":"c00436f6bfb9eef80d98fc78c591c15a452d58ca20e982e25fa05a92eb74ae3a","text":"User-agent: *\r\nAllow: /*/sb0/\r\nAllow: /*/sb1/\r\nAllow: /*/sb2/\r\nDisallow: /*/sb*/\r\nAllow: /v/business_account/trade_program/home\r\nDisallow: /ajax/\r\nDisallow: /filter/\r\nDisallow: /filters/\r\nDisallow: */filters/\r\nNoindex: /filters/\r\nNoindex: */filters/\r\nNoindex: /*quick_view\r\nDisallow: /hl_landing.php\r\nDisallow: /imgview/\r\nDisallow: /logodownload.php\r\nDisallow: /popups/\r\nDisallow: /shop/\r\nDisallow: /v/account/\r\nDisallow: /vmlt.php\r\nAllow: /shop-the-look/$\r\nAllow: /shop-the-look/slp/\r\nAllow: /shop-the-look/dsp/\r\nAllow: /shop-the-look/sl0\r\nAllow: /shop-the-look/sl1/\r\nAllow: /shop-the-look/sl2/\r\nDisallow: /shop-the-look/\r\nDisallow: /v/get_the_look/\r\nDisallow: /v/product_review_page/\r\nDisallow: /product_review_page/\r\nDisallow: /session/secure/\r\nDisallow: /asp/\r\nDisallow: /ib/\r\nDisallow: /param.xml\r\nDisallow: /return_sales_items.php\r\nDisallow: /session/public/board\r\nDisallow: /Staples/\r\nDisallow: /v/category/show\r\nDisallow: /a/favorites/list/is_favorited\r\nDisallow: /a/performance_timing/log\r\nDisallow: /b/batch\r\nDisallow: /gateway.php\r\nDisallow: /pixel/!crd_prm!.gif\r\nDisallow: /set_location.php\r\nDisallow: /v/category/get_top_level_categories\r\nDisallow: /v/inventory/load\r\nDisallow: /v/product_image_group/get_images\r\nDisallow: /session/public/submit_review.php\r\nDisallow: /session/public/basket.php\r\nDisallow: /v/checkout/\r\nDisallow: /registry/browse/\r\nDisallow: /registry/checklist/\r\nDisallow: /v/ideaboards/\r\nDisallow: /v/favorites/\r\nDisallow: /compare.php\r\nDisallow: /visual_search/\r\nDisallow: /finds\r\nDisallow: /flashdeals\r\nNoindex : /roomplanner/*\r\nDisallow: /roomplanner/\r\nNoindex : /decorator/*\r\nDisallow: /decorator/\r\nDisallow: /service_worker.js\r\nDisallow: /registry/*/pdp/\r\nAllow: /roomplanner3d/$\r\nNoindex: /roomplanner3d/*\r\nDisallow: /roomplanner3d/\r\nDisallow: /a/category/category_page/lazy_load_category_tree\r\nDisallow: /*?*curpage=*\r\nAllow: /shop/o/\r\n\r\nSitemap: https://www.wayfair.com/seo-category-index.xml\r\nSitemap: https://www.wayfair.com/seo-keyword-index.xml\r\nSitemap: https://www.wayfair.com/seo-sb0-index.xml\r\nSitemap: https://www.wayfair.com/seo-sb1-index.xml\r\nSitemap: https://www.wayfair.com/seo-sb2-index.xml\r\nSitemap: https://www.wayfair.com/seo-pdp-index.xml\r\n#\r\n#   ______     __                 __           ____\r\n#  / ____/__  / /_   ____  __  __/ /_   ____  / __/\r\n# / / __/ _ / __/  / __ / / / / __/  / __ / /_\r\n#/ /_/ /  __/ /_   / /_/ / /_/ / /_   / /_/ / __/\r\n#\\_____\\___/\\__/   \\____/\\__,_/\\__/   \\____/_/\r\n#   / /_  ___  ________     __  ______  __  __\r\n#  / __ / _ / ___/ _ \\   / / / / __ / / / /\r\n# / / / /  __/ /  /  __/  / /_/ / /_/ / /_/ /\r\n#/_/ /_/\\___/_/   \\___/   \\__, /\\____/\\__,_/\r\n#                       _/____/____                __   _     __\r\n#   ____ ___  ___  ____/ /___/ / (_)___  ____ _   / /__(_)___/ /____\r\n#  / __ `__ / _ / __  / __  / / / __ / __ `/  / //_/ / __  / ___/\r\n# / / / / / /  __/ /_/ / /_/ / / / / / / /_/ /  / , / / /_/ (__  ) _ _\r\n#/_/ /_/ /_/\\___/\\__,_/\\__,_/_/_/_/ /_/\\__, /  /_/|_/_/\\__,_/____(_|_|_)\r\n#                                     /____/\r\n# If you're here because you're a curious programmer, engineer, or SEO,\r\n# make sure to check out our job board for open positions on our team!\r\n# https://www.aboutwayfair.com/careers\r\n#\r\n#","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["*"],"lines":98},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":51,"lines":[1,70],"groupRanges":[[1,70]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":["Cloudflare"],"botManagement":[{"vendor":"HUMAN (PerimeterX)","cookies":["_pxhd"]}]},"llms":{"state":"absent","http":404,"url":"https://www.wayfair.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.wayfair.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.wayfair.com/.well-known/tdmrep.json"},"meta":{"title":null,"robotsMeta":[],"noai":[],"noindex":false,"jsonLdTypes":[],"platform":null,"textRatio":1,"llmsLink":false},"x_robots_tag":null,"tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":43,"first":"2023-01-01","archive_points":42,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[]}