{"domain":"nordstrom.com","name":"Nordstrom","category":"retail","subcategory":"department","country":"US","tags":[],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) mentions Meta-ExternalAgent and Meta-WebIndexer, but still lets all 12 major AI bots into the site.","computed_at":"2026-10-20T03:43:14.092Z","last_checked":"2026-10-19T13:24:52.835Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.nordstrom.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.nordstrom.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.nordstrom.com/robots.txt","hops":[{"from":"https://nordstrom.com/robots.txt","to":"https://www.nordstrom.com/robots.txt","status":301}],"blob":"73fbcd4795943ac2fa529794c99544f10bc3573634f50ca3a4c540056b0486e5","text":"#Modified:9/8/2026\r\n\r\nUser-agent: AdsBot-Google\r\nDisallow:\r\n\r\nUser-agent: Googlebot-Image\r\nDisallow:\r\n\r\nUser-agent: meta-webindexer/1.1\r\nDisallow: /api/checkout/web/checkout/v1/shopping-bag\r\n\r\nUser-agent: meta-externalagent/1.1\r\nDisallow: /api/checkout/web/checkout/v1/shopping-bag\r\n\r\nUser-agent: Googlebot\r\n#PDP\r\nDisallow: /s/*/*/full*\r\nDisallow: /s/*/*/lite*\r\nDisallow: /s/*/write-review*\r\nDisallow: /s/*/sizeAndFitInfo*\r\nDisallow: /s/-/*\r\nDisallow: /s/*/libs/*\r\nDisallow: /s/an-test*\r\nDisallow: /soajax/Eta$\r\n#Search Results\r\nDisallow: /sr?*\r\nDisallow: /search?*\r\nDisallow: /sr/\r\n#Filter\r\nDisallow: /brands/*filterByBrand*\r\n#Browse/Brands\r\nDisallow: /brands/*/libs/*\r\nDisallow: /browse/*/libs/*\r\n#Account\r\nDisallow: /signout*\r\nDisallow: /checkout*\r\nDisallow: /*shopping-bag*\r\nDisallow: /browse/your-profile*\r\nDisallow: /c/your-profile*\r\nDisallow: /shoppingbag*\r\nDisallow: /my-account*\r\nDisallow: /signin?\r\nDisallow: /signin/order-lookup\r\nDisallow: /signup*\r\nDisallow: /track*\r\n#Other\r\nDisallow: /*vdirs$ \r\nDisallow: /wcm/*\r\nDisallow: /CookieTest.aspx*\r\nDisallow: /m/*\r\nDisallow: /o/*\r\nDisallow: /System/*\r\nDisallow: /ts_s/*\r\nDisallow: /th/*\r\nDisallow: /creditcard*\r\nDisallow: /_bm/*\r\nDisallow: /api/*\r\nAllow: /api/ng-looks/\r\nAllow: /api/recs/\r\nDisallow: /shared/*\r\nDisallow: /Linkshare*\r\nDisallow: /sitemap.axd\r\nDisallow: /src/*\r\nDisallow: /similar/*\r\nDisallow: /styleboard*\r\nDisallow: /curation*\r\nAllow: /styleboard$\r\nDisallow: /stylists/connect*\r\n\r\nUser-agent: *\r\n#PDP\r\nDisallow: /s/*/*/full*\r\nDisallow: /s/*/*/lite*\r\nDisallow: /s/*/write-review*\r\nDisallow: /s/*/sizeAndFitInfo*\r\nDisallow: /s/-/*\r\nDisallow: /s/*/libs/*\r\nDisallow: /s/an-test*\r\nDisallow: /soajax/Eta$\r\n#Search Results\r\nDisallow: /sr?*\r\nDisallow: /search?*\r\nDisallow: /sr/\r\n#Filter\r\nDisallow: /brands/*filterByBrand*\r\n#Browse/Brands\r\nDisallow: /brands/*/libs/*\r\nDisallow: /browse/*/libs/*\r\n#Account\r\nDisallow: /signout*\r\nDisallow: /checkout*\r\nDisallow: /*shopping-bag*\r\nDisallow: /browse/your-profile*\r\nDisallow: /c/your-profile*\r\nDisallow: /shoppingbag*\r\nDisallow: /my-account*\r\nDisallow: /signin?\r\nDisallow: /signin/order-lookup\r\nDisallow: /signup*\r\nDisallow: /track*\r\n#Other\r\nDisallow: /*vdirs$ \r\nDisallow: /wcm/*\r\nDisallow: /CookieTest.aspx*\r\nDisallow: /m/*\r\nDisallow: /o/*\r\nDisallow: /System/*\r\nDisallow: /ts_s/*\r\nDisallow: /th/*\r\nDisallow: /creditcard*\r\nDisallow: /_bm/*\r\nDisallow: /api/*\r\nAllow: /api/ng-looks/\r\nAllow: /api/recs/\r\nDisallow: /shared/*\r\nDisallow: /Linkshare*\r\nDisallow: /sitemap.axd\r\nDisallow: /src/*\r\nDisallow: /similar/*\r\nDisallow: /styleboard*\r\nDisallow: /curation*\r\nDisallow: /styleboard*\r\nAllow: /styleboard$\r\nDisallow: /stylists/connect*\r\n\r\nSitemap: https://www.nordstrom.com/sitemap.xml","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["AdsBot-Google","Googlebot-Image","meta-webindexer/1.1","meta-externalagent/1.1","Googlebot","*"],"lines":126},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":1,"lines":[12,13],"groupRanges":[[12,13]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":1,"lines":[9,10],"groupRanges":[[9,10]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]}],"refs":[{"token":"Googlebot","matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":36},"account":{"allowed":true,"line":null}},"disallows":44,"lines":[15,68],"groupRanges":[[15,68]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":false,"line":91},"account":{"allowed":true,"line":null}},"disallows":45,"lines":[70,124],"groupRanges":[[70,124]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":["Fastly"],"botManagement":[]},"llms":{"state":"absent","http":404,"url":"https://www.nordstrom.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.nordstrom.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.nordstrom.com/.well-known/tdmrep.json"},"meta":{"title":null,"robotsMeta":[],"noai":[],"noindex":false,"jsonLdTypes":[],"platform":null,"textRatio":0,"llmsLink":false},"x_robots_tag":null,"tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":42,"first":"2023-01-01","archive_points":41,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[{"domain":"nordstrom.com","name":"Nordstrom","category":"retail","date":"2026-10","precision":"month","source":"archive+checker","provisional":true,"between":["2026-05-01","2026-10-19"],"summary":"Named Meta-ExternalAgent and Meta-WebIndexer explicitly, without changing what they may reach.","dir":"other","up":[],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20260501223326/https://www.nordstrom.com/robots.txt","https://www.nordstrom.com/robots.txt"],"diff":[{"t":"del","s":"#Modified:07-26-2022"},{"t":"del","s":"User-agent:  *"},{"t":"add","s":"#Modified:9/8/2026"},{"t":"add","s":""},{"t":"add","s":"User-agent: AdsBot-Google"},{"t":"add","s":"Disallow:"},{"t":"add","s":""},{"t":"add","s":"User-agent: Googlebot-Image"},{"t":"add","s":"Disallow:"},{"t":"add","s":""},{"t":"add","s":"User-agent: meta-webindexer/1.1"},{"t":"add","s":"Disallow: /api/checkout/web/checkout/v1/shopping-bag"},{"t":"add","s":""},{"t":"add","s":"User-agent: meta-externalagent/1.1"},{"t":"add","s":"Disallow: /api/checkout/web/checkout/v1/shopping-bag"},{"t":"add","s":""},{"t":"add","s":"User-agent: Googlebot"},{"t":"ctx","s":"#PDP"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /s/an-test*"},{"t":"add","s":"Disallow: /soajax/Eta$"},{"t":"ctx","s":"#Search Results"},{"t":"ctx","s":"Disallow: /sr?*"},{"t":"add","s":"Disallow: /search?*"},{"t":"add","s":"Disallow: /sr/"},{"t":"ctx","s":"#Filter"},{"t":"del","s":"Disallow: *filterByPrice*"},{"t":"del","s":"Disallow: *filterBySize*"},{"t":"del","s":"Disallow: *filterByWidth*"},{"t":"del","s":"Disallow: *filterBySale*"},{"t":"ctx","s":"Disallow: /brands/*filterByBrand*"},{"t":"del","s":"Disallow: /brands/*/filter/*brand_*"},{"t":"ctx","s":"#Browse/Brands"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /browse/*/libs/*"},{"t":"del","s":"Disallow: /browse/fan-shop/men"},{"t":"del","s":"Disallow: /browse/fan-shop/men*"},{"t":"del","s":"Disallow: /browse/fan-shop/women"},{"t":"del","s":"Disallow: /browse/fan-shop/women*"},{"t":"del","s":"Disallow: /browse/fan-shop/kids"},{"t":"del","s":"Disallow: /browse/fan-shop/kids*"},{"t":"del","s":"Disallow: /browse/fan-shop/league"},{"t":"del","s":"Disallow: /browse/fan-shop/league*"},{"t":"del","s":"Disallow: /browse/fan-shop/top-sports-brands"},{"t":"del","s":"Disallow: /browse/fan-shop/top-sports-brands*"},{"t":"ctx","s":"#Account"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /similar/*"},{"t":"add","s":"Disallow: /styleboard*"},{"t":"add","s":"Disallow: /curation*"},{"t":"add","s":"Allow: /styleboard$"},{"t":"add","s":"Disallow: /stylists/connect*"},{"t":"ctx","s":""},{"t":"add","s":"User-agent: *"},{"t":"add","s":"#PDP"},{"t":"add","s":"Disallow: /s/*/*/full*"},{"t":"add","s":"Disallow: /s/*/*/lite*"},{"t":"add","s":"Disallow: /s/*/write-review*"},{"t":"add","s":"Disallow: /s/*/sizeAndFitInfo*"},{"t":"add","s":"Disallow: /s/-/*"},{"t":"gap","s":"… 50 more lines"}]}]}