{"domain":"target.com","name":"Target","category":"retail","subcategory":"big-box","country":"US","tags":[],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) has no rules for any AI bot we track. They are covered by its catch-all rule (<code>User-agent: *</code>), which lets them into the site.","computed_at":"2026-10-20T03:43:13.379Z","last_checked":"2026-10-19T13:23:43.332Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.target.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.target.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.target.com/robots.txt","hops":[{"from":"https://target.com/robots.txt","to":"https://www.target.com/robots.txt","status":301}],"blob":"3f8a9e45a59d43ab1b0e4534ae71241fd9e6cbbd3c37b5426bc9efd6eb320bd7","text":"Sitemap: https://www.target.com/sitemap_keywords-index.xml.gz\nSitemap: https://www.target.com/sitemap_stores-index.xml.gz\nSitemap: https://www.target.com/sitemap_taxonomy-categories-index.xml.gz\nSitemap: https://www.target.com/sitemap_pdp-index.xml.gz\nSitemap: https://www.target.com/sitemap_taxonomy-brand-index.xml.gz\nSitemap: https://www.target.com/sitemap_facet-categories-index.xml.gz\n\nUser-agent: *\nDisallow: /*/Ntk\nDisallow: /*/Ntt\nDisallow: /*/Ntx\nDisallow: /*%7Cd_\nDisallow: /*/schoollist/\nDisallow: /*BTWN\nDisallow: /[path]/\nDisallow: /7078046/\nDisallow: /7079046/\nDisallow: /AddToList\nDisallow: /AddToRegistry\nDisallow: /admin\nDisallow: /advancedGiftRegistrySearchView\nDisallow: /AjaxSearchNavigationView\nDisallow: /Allons_voter\nDisallow: /bp/c/\nDisallow: /bp/guest_mfg_brand\nDisallow: /bp/p/\nDisallow: /CallToActionModalView\nDisallow: /cgi-bin\nDisallow: /cgi-local\nDisallow: /Checkout\nDisallow: /CheckoutEditItemsDisplayView\nDisallow: /CheckoutOrderBillingView\nDisallow: /CheckoutOrderShippingView\nDisallow: /CheckoutSignInView\nDisallow: /co-\nDisallow: /common\nDisallow: /coupons.\nDisallow: /custom-reviews/\nDisallow: /data\nDisallow: /database/philboard.mdb\nDisallow: /deals/\nDisallow: /dir_on_server/\nDisallow: /EmailCartView\nDisallow: /EnlargedImageView\nDisallow: /ESPDisplayOptionsViewCmd\nDisallow: /ESPModal\nDisallow: /ExitCheckoutCmd\nDisallow: /FeaturedShowMoreOverlay\nDisallow: /FetchProdRefreshContent\nDisallow: /fiats\nDisallow: /FiatsCmd\nDisallow: /file\nDisallow: /FreeGiftDisplayView\nDisallow: /gam-\nDisallow: /GenericRegistryPortalView\nDisallow: /gc?k\nDisallow: /GiftRegistrySearchViewCmd\nDisallow: /gp/\nDisallow: /GuestAsAnonymous\nDisallow: /guestEmailNotificationView\nDisallow: /HelpContent\nDisallow: /icons/\nDisallow: /igp\nDisallow: /index.jhtml\nDisallow: /keyword=\nDisallow: /legal-contact-us/\nDisallow: /list.id=1\nDisallow: /LogonForm\nDisallow: /m/\nDisallow: /ManageOrder\nDisallow: /ManageReturns\nDisallow: /MediaDisplayView\nDisallow: /mm/\nDisallow: /moreinfo.cfm\nDisallow: /news\nDisallow: /np/\nDisallow: /OpenZoomLayer\nDisallow: /OrderItemDisplay\nDisallow: /OtherDisplayView\nDisallow: /p/premium-registry\nDisallow: /PhotoUpload\nDisallow: /pl/\nDisallow: /ProductComparisonCmd\nDisallow: /ProductDetailsTabView\nDisallow: /PromotionDetailsDisplayView\nDisallow: /PromotionDisplayView\nDisallow: /PXGWPp4wUS\nDisallow: /qi/\nDisallow: /QuickInfoView\nDisallow: /ready_sit_read/index.jhtml\nDisallow: /RegistryPortalCmd\nDisallow: /ReportAbuse\nDisallow: /reviewVote\nDisallow: /script\nDisallow: /SearchNavigationView\nDisallow: /shop/\nDisallow: /SingleShipmentOrderSummaryView\nDisallow: /SOImapPriceDisplayView\nDisallow: /SpecificationDefinitionView\nDisallow: /splitOrderItem\nDisallow: /store-locator/search-results-print\nDisallow: /supertarget/index.jhtml\nDisallow: /target_baby/\nDisallow: /target_group\nDisallow: /targetdirect_group/\nDisallow: /TargetListPortalView\nDisallow: /TargetStoreLocatorCmd\nDisallow: /tdir/p/kids-back-to-school/\nDisallow: /tsa/\nDisallow: /VariationSelectionView\nDisallow: /webapp\nDisallow: /winnt/\nDisallow: /WriteComments\nDisallow: /WriteReviews\nDisallow: /XCSA/\nDisallow: /yr\nDisallow: /s?\nDisallow: /cart\nDisallow: /account/\nDisallow: /tracking\nDisallow: /config\nDisallow: /social/\n","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["*"],"lines":123},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":false,"line":118},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":114,"lines":[8,122],"groupRanges":[[8,122]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":[],"botManagement":[{"vendor":"HUMAN (PerimeterX)","cookies":["_pxhd"]}]},"llms":{"state":"present","http":200,"bytes":6158,"parsed":{"title":"Target.com","summary":"Target is a leading U.S. retailer offering affordable everyday essentials, seasonal merchandise, and curated brands. Guests can shop in-store, online, via Drive Up, Order Pickup, Same Day Delivery, and fast shipping.","links":54,"sections":["Core Shopping Categories","Services & Fulfillment","Owned Brands (Phase 1)","Optional","Optional (Seasonal & Inspiration)"],"wellFormed":true},"url":"https://www.target.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.target.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.target.com/.well-known/tdmrep.json"},"meta":{"title":"Target : Expect More. Pay Less.","robotsMeta":[{"name":"robots","content":"index, follow"}],"noai":[],"noindex":false,"jsonLdTypes":["WebPage","BreadcrumbList","ListItem"],"platform":"Next.js","textRatio":0.007,"llmsLink":false},"x_robots_tag":null,"tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":43,"first":"2023-01-01","archive_points":42,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[]}