{"domain":"temu.com","name":"Temu","category":"retail","subcategory":"marketplace","country":"US","tags":[],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) mentions GPTBot, ClaudeBot, Google-Extended, Bytespider and 5 more, but still lets all 12 major AI bots into the site.","computed_at":"2026-10-20T03:43:14.130Z","last_checked":"2026-10-19T13:25:24.252Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.temu.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.temu.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.temu.com/robots.txt","hops":[{"from":"https://temu.com/robots.txt","to":"https://www.temu.com/robots.txt","status":301}],"blob":"e6791399506405731bf4f737044195aee793aa81d5c17e12f7a79d82c0b3d8b8","text":"User-agent: Googlebot\nUser-agent: Googlebot-Image\nUser-agent: Bingbot\nUser-agent: Google-Extended\nUser-agent: GPTBot\nUser-agent: OAI-SearchBot\nUser-agent: ChatGPT-User\nUser-agent: PerplexityBot\nUser-agent: ClaudeBot\nUser-agent: Claude-User\nUser-agent: Claude-SearchBot\nDisAllow: /*oauth_code=\nDisAllow: /*oauth_token=\nDisAllow: /bgp_user_profile.html\nDisAllow: /bgp_personal.html\nDisAllow: /bgp_collect.html\nDisAllow: /bgp_footprint.html\nDisAllow: /bgst_order_success.html\nDisAllow: /bgst_payment_detail.html\nDisAllow: /bgst_express.html\nDisAllow: /personal.html\nDisAllow: /collect.html\nDisAllow: /shopping_cart.html\nDisAllow: /bgp_similar_rec.html\nDisAllow: /bgcp_shipping_add_items.html\nDisAllow: /bgcp_coupon.html\nDisAllow: /bgcp_cart_coupon.html\nDisAllow: /bgcp_coupon_add_items.html\nDisAllow: /bgt_order_checkout.html\nDisAllow: /bgt_bank_foreign_card_info.html\nDisAllow: /bgt_3ds.html\nDisAllow: /bgt_orders.html\nDisAllow: /bgt_order_detail.html\nDisAllow: /bgt_card_list_management.html\nDisAllow: /bgt_bind_card.html\nDisAllow: /address.html\nDisAllow: /create_address.html\nDisAllow: /bgst_order_cancelled.html\nDisAllow: /bgt_reviewed.html\nDisAllow: /bgas_return_application.html\nDisAllow: /bgas_refund_detail.html\nDisAllow: /bgas_return_history.html\nDisAllow: /bgas_refund_success.html\nDisAllow: /bgas_cancel_order.html\nDisAllow: /bgp_redirect.html\nDisAllow: /bgp_setting.html\nDisAllow: /bgp_account_security.html\nDisAllow: /bgn_verification.html\nDisAllow: /bgn_login_verification.html\nDisAllow: /inno_promotion.html\nDisAllow: /student-discount.html\nDisAllow: /moss_product_news.html\nDisAllow: /moss_freelancer_register.html\nDisAllow: /moss_assistant_bonus.html\nDisAllow: /*/*oauth_code=\nDisAllow: /*/*oauth_token=\nDisAllow: /*/bgp_user_profile.html\nDisAllow: /*/bgp_personal.html\nDisAllow: /*/bgp_collect.html\nDisAllow: /*/bgp_footprint.html\nDisAllow: /*/bgst_order_success.html\nDisAllow: /*/bgst_payment_detail.html\nDisAllow: /*/bgst_express.html\nDisAllow: /*/personal.html\nDisAllow: /*/collect.html\nDisAllow: /*/shopping_cart.html\nDisAllow: /*/bgp_similar_rec.html\nDisAllow: /*/bgcp_shipping_add_items.html\nDisAllow: /*/bgcp_coupon.html\nDisAllow: /*/bgcp_cart_coupon.html\nDisAllow: /*/bgcp_coupon_add_items.html\nDisAllow: /*/bgt_order_checkout.html\nDisAllow: /*/bgt_bank_foreign_card_info.html\nDisAllow: /*/bgt_3ds.html\nDisAllow: /*/bgt_orders.html\nDisAllow: /*/bgt_order_detail.html\nDisAllow: /*/bgt_card_list_management.html\nDisAllow: /*/bgt_bind_card.html\nDisAllow: /*/address.html\nDisAllow: /*/create_address.html\nDisAllow: /*/bgst_order_cancelled.html\nDisAllow: /*/bgt_reviewed.html\nDisAllow: /*/bgas_return_application.html\nDisAllow: /*/bgas_refund_detail.html\nDisAllow: /*/bgas_return_history.html\nDisAllow: /*/bgas_refund_success.html\nDisAllow: /*/bgas_cancel_order.html\nDisAllow: /*/bgp_redirect.html\nDisAllow: /*/bgp_setting.html\nDisAllow: /*/bgp_account_security.html\nDisAllow: /*/bgn_verification.html\nDisAllow: /*/bgn_login_verification.html\nDisAllow: /*/inno_promotion.html\nDisAllow: /*/student-discount.html\nDisAllow: /*/moss_product_news.html\nDisAllow: /*/moss_freelancer_register.html\nDisAllow: /*/moss_assistant_bonus.html\nDisAllow: /m/\nDisAllow: /k/\nDisallow: /w/\nDisallow: /s/\nDisallow: /*?*opt_level=*title=*\nDisallow: /*-m-*?goods_id=*\nDisAllow: /blog/*\nDisAllow: /*/blog/*\nDisAllow: /blog-gallery.html*\nDisAllow: /*/blog-gallery.html*\nDisAllow: */c/1418078/1583288/18350*\nDisallow: /*MEDICAL_CONTEXT*\nDisallow: /*US_FEMALE_NAME*\nDisallow: /*US_CENSUS_NAME*\nDisallow: /*tmp0611*\nDisallow: /be/be-fr*\nDisAllow: /*@context*https://schema.org/*\n\nUser-agent: AdsBot-Google\nUser-agent: AdIdxBot\nUser-agent: Applebot\nUser-agent: Pinterestbot\nUser-agent: Twitterbot\nUser-agent: FacebookBot\nDisAllow: /*oauth_code=\nDisAllow: /*oauth_token=\nDisAllow: /bgp_user_profile.html\nDisAllow: /bgp_personal.html\nDisAllow: /bgp_collect.html\nDisAllow: /bgp_footprint.html\nDisAllow: /bgst_order_success.html\nDisAllow: /bgst_payment_detail.html\nDisAllow: /bgst_express.html\nDisAllow: /personal.html\nDisAllow: /collect.html\nDisAllow: /shopping_cart.html\nDisAllow: /bgp_similar_rec.html\nDisAllow: /bgcp_shipping_add_items.html\nDisAllow: /bgcp_coupon.html\nDisAllow: /bgcp_cart_coupon.html\nDisAllow: /bgcp_coupon_add_items.html\nDisAllow: /bgt_order_checkout.html\nDisAllow: /bgt_bank_foreign_card_info.html\nDisAllow: /bgt_3ds.html\nDisAllow: /bgt_orders.html\nDisAllow: /bgt_order_detail.html\nDisAllow: /bgt_card_list_management.html\nDisAllow: /bgt_bind_card.html\nDisAllow: /address.html\nDisAllow: /create_address.html\nDisAllow: /bgst_order_cancelled.html\nDisAllow: /bgt_reviewed.html\nDisAllow: /bgas_return_application.html\nDisAllow: /bgas_refund_detail.html\nDisAllow: /bgas_return_history.html\nDisAllow: /bgas_refund_success.html\nDisAllow: /bgas_cancel_order.html\nDisAllow: /bgp_redirect.html\nDisAllow: /bgp_setting.html\nDisAllow: /bgp_account_security.html\nDisAllow: /bgn_verification.html\nDisAllow: /bgn_login_verification.html\nDisAllow: /inno_promotion.html\nDisAllow: /student-discount.html\nDisAllow: /moss_product_news.html\nDisAllow: /moss_freelancer_register.html\nDisAllow: /moss_assistant_bonus.html\nDisAllow: /m/\nDisAllow: /k/\nDisallow: /w/\nDisallow: /s/\nDisallow: /*?*top_goods=*\nDisallow: /*?*opt_level=*title=*\nDisallow: /*?*top_mall_list=*\nDisallow: /*-m-*?goods_id=*\nDisallow: /channel/*-g-*\nDisallow: /*lightning-deals.html?*top_goods_low_price=*\nDisallow: /*-g-*html?*thumb_url=*\nDisallow: /*-g-*html?*top_gallery_url=*\nDisallow: /*-g-*html?*_oak_page_source=*\nDisAllow: /blog/*\nDisAllow: /*/blog/*\nDisAllow: /blog-gallery.html*\nDisAllow: /*/blog-gallery.html*\nDisAllow: */c/1418078/1583288/18350*\nDisallow: /*MEDICAL_CONTEXT*\nDisallow: /*US_FEMALE_NAME*\nDisallow: /*US_CENSUS_NAME*\nDisallow: /*tmp0611*\nDisallow: /be/be-fr*\nDisAllow: /*@context*https://schema.org/*\n\nUser-agent: facebookexternalhit\nDisAllow: /*oauth_code=\nDisAllow: /*oauth_token=\nDisAllow: /bgp_user_profile.html\nDisAllow: /bgp_personal.html\nDisAllow: /bgp_collect.html\nDisAllow: /bgp_footprint.html\nDisAllow: /bgst_order_success.html\nDisAllow: /bgst_payment_detail.html\nDisAllow: /bgst_express.html\nDisAllow: /personal.html\nDisAllow: /collect.html\nDisAllow: /shopping_cart.html\nDisAllow: /bgp_similar_rec.html\nDisAllow: /bgcp_shipping_add_items.html\nDisAllow: /bgcp_coupon.html\nDisAllow: /bgcp_cart_coupon.html\nDisAllow: /bgcp_coupon_add_items.html\nDisAllow: /bgt_order_checkout.html\nDisAllow: /bgt_bank_foreign_card_info.html\nDisAllow: /bgt_3ds.html\nDisAllow: /bgt_orders.html\nDisAllow: /bgt_order_detail.html\nDisAllow: /bgt_card_list_management.html\nDisAllow: /bgt_bind_card.html\nDisAllow: /address.html\nDisAllow: /create_address.html\nDisAllow: /bgst_order_cancelled.html\nDisAllow: /bgt_reviewed.html\nDisAllow: /bgas_return_application.html\nDisAllow: /bgas_refund_detail.html\nDisAllow: /bgas_return_history.html\nDisAllow: /bgas_refund_success.html\nDisAllow: /bgas_cancel_order.html\nDisAllow: /bgp_redirect.html\nDisAllow: /bgp_setting.html\nDisAllow: /bgp_account_security.html\nDisAllow: /bgn_verification.html\nDisAllow: /bgn_login_verification.html\nDisAllow: /inno_promotion.html\nDisAllow: /student-discount.html\nDisAllow: /moss_product_news.html\nDisAllow: /moss_freelancer_register.html\nDisAllow: /moss_assistant_bonus.html\nDisallow: /w/\nDisallow: /*?*top_goods=*\nDisallow: /*?*opt_level=*title=*\nDisallow: /*?*top_mall_list=*\nDisallow: /*-m-*?goods_id=*\nDisallow: /channel/*-g-*\nDisallow: /*lightning-deals.html?*top_goods_low_price=*\nDisallow: /*-g-*html?*thumb_url=*\nDisallow: /*-g-*html?*top_gallery_url=*\nDisallow: /*-g-*html?*_oak_page_source=*\nDisAllow: /blog/*\nDisAllow: /*/blog/*\nDisAllow: /blog-gallery.html*\nDisAllow: /*/blog-gallery.html*\nDisAllow: */c/1418078/1583288/18350*\nDisallow: /*MEDICAL_CONTEXT*\nDisallow: /*US_FEMALE_NAME*\nDisallow: /*US_CENSUS_NAME*\nDisallow: /*tmp0611*\nDisallow: /be/be-fr*\nDisAllow: /*@context*https://schema.org/*\n\nUser-agent: *\nAllow: /.well-known/\n\nUser-agent: Slurp\nUser-agent: Y!J-BRU/VSIDX\nUser-agent: Y!J-BRW\nUser-agent: Y!J-ASR\nUser-agent: Y!J-MMP/dscv\nUser-agent: Y!J-WSC\nUser-agent: Y!J-DLC\nUser-agent: YJ-BRU/VSIDX\nUser-agent: YJ-BRW\nUser-agent: YJ-ASR\nUser-agent: YJ-MMP/dscv\nUser-agent: YJ-WSC\nUser-agent: YJ-DLC\nUser-agent: Bytespider\nDisAllow: /*\n\nSitemap: https://www.temu.com/sitemap-index.xml","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["Googlebot","Googlebot-Image","Bingbot","Google-Extended","GPTBot","OAI-SearchBot","ChatGPT-User","PerplexityBot","ClaudeBot","Claude-User","Claude-SearchBot","AdsBot-Google","AdIdxBot","Applebot","Pinterestbot","Twitterbot","FacebookBot","facebookexternalhit","*","Slurp","Y!J-BRU/VSIDX","Y!J-BRW","Y!J-ASR","Y!J-MMP/dscv","Y!J-WSC","Y!J-DLC","YJ-BRU/VSIDX","YJ-BRW","YJ-ASR","YJ-MMP/dscv","YJ-WSC","YJ-DLC","Bytespider"],"lines":275},"agents":[{"token":"GPTBot","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]},{"token":"ClaudeBot","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]},{"token":"Google-Extended","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"Bytespider","deprecated":false,"matched":"named","access":"none","probes":{"root":{"allowed":false,"line":273},"any":{"allowed":false,"line":273},"search":{"allowed":false,"line":273},"cart":{"allowed":false,"line":273},"checkout":{"allowed":false,"line":273},"account":{"allowed":false,"line":273}},"disallows":1,"lines":[259,273],"groupRanges":[[259,273]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]},{"token":"PerplexityBot","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"ChatGPT-User","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]},{"token":"Claude-User","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[256,257],"groupRanges":[[256,257]]}],"refs":[{"token":"Googlebot","matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]},{"token":"Bingbot","matched":"named","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":103,"lines":[1,114],"groupRanges":[[1,114]]}],"lanes":{"training":{"level":"mixed","none":1,"full":8,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":[],"botManagement":[]},"llms":{"state":"absent","http":404,"url":"https://www.temu.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.temu.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.temu.com/.well-known/tdmrep.json"},"meta":{"title":"Temu | Explore the Latest Clothing, Beauty, Home, Jewelry & More","robotsMeta":[],"noai":[],"noindex":false,"jsonLdTypes":["Organization","PostalAddress","WebSite","SearchAction","EntryPoint","FAQPage","Question","Answer"],"platform":null,"textRatio":0.003,"llmsLink":false},"x_robots_tag":null,"tos":{"url":"https://www.temu.com/terms-of-use.html","source":"discovered","http":200,"hash":"1be268a4fe127ae3d567e2cee9fe7a81e076bd628d758e09a3cd0303f57c379b","chars":73789,"thin":false,"clauses":[{"keyword":"automated software","prohibition":true,"excerpt":"…arm the Services, including but not limited to the violation of any security features of the Services, use of manual or automated software or other means to access, “crawl,” “scrape,” or “spider” any page, data, or portion of or relating to the Services or the introduction of viruses, worms or simil…"},{"keyword":"agents","prohibition":false,"excerpt":"Subject to our Privacy Policy , your communications with us, the merchandise partners, or our agents may be recorded, monitored and stored for quality control and training purposes, or to protect your, our and/or our merchandise partners’ interests."},{"keyword":"agents","prohibition":false,"excerpt":"… permitted under applicable law, you release us, our parents, subsidiaries, affiliates, directors, officers, employees, agents and successors from all claims, demands, and damages of every kind or nature, known or unknown, suspected or unsuspected, disclosed or undisclosed, arising out of or in any …"},{"keyword":"agents","prohibition":false,"excerpt":"…tted by applicable law, you agree to indemnify and hold us, our parents, subsidiaries, affiliates, directors, officers, agents, employees, suppliers, licensors and partners (each, a “Temu Party” and collectively, the “Temu Parties”) harmless from and against any and all claims, liabilities, damages,…"}],"door":{"door":"open","http":200}},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":36,"first":"2023-01-01","archive_points":35,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2023-12","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-01","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-02","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-03","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-04","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-05","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-06","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-07","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-08","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-09","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-10","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-11","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-12","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-01","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-02","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-03","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-04","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-05","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-06","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-07","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-08","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-09","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-10","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-11","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2025-12","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-01","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-02","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-03","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-04","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-05","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-06","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-07","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-08","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-09","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2026-10","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1}]},"events":[{"domain":"temu.com","name":"Temu","category":"retail","date":"2025-09","precision":"month","source":"archive","provisional":false,"between":["2025-08-01","2025-09-01"],"summary":"Named GPTBot, ClaudeBot, Google-Extended, OAI-SearchBot, Claude-SearchBot, PerplexityBot and 2 more explicitly, without changing what they may reach.","dir":"other","up":[],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20250801203801/https://www.temu.com/robots.txt","https://web.archive.org/web/20250901060743/https://www.temu.com/robots.txt"],"diff":[{"t":"ctx","s":"User-agent: Bingbot"},{"t":"add","s":"User-agent: Google-Extended"},{"t":"add","s":"User-agent: GPTBot"},{"t":"add","s":"User-agent: OAI-SearchBot"},{"t":"add","s":"User-agent: ChatGPT-User"},{"t":"add","s":"User-agent: PerplexityBot"},{"t":"add","s":"User-agent: ClaudeBot"},{"t":"add","s":"User-agent: Claude-User"},{"t":"add","s":"User-agent: Claude-SearchBot"},{"t":"ctx","s":"DisAllow: /*oauth_code="},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /*-m-*?goods_id=*"},{"t":"del","s":"DisAllow: /pinduoduo-select*"},{"t":"del","s":"DisAllow: /*/pinduoduo-select*"},{"t":"ctx","s":"DisAllow: /blog/*"},{"t":"gap","s":"…"},{"t":"ctx","s":"User-agent: Applebot"},{"t":"del","s":"User-agent: facebookexternalhit"},{"t":"ctx","s":"User-agent: Pinterestbot"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /*-g-*html?*_oak_page_source=*"},{"t":"del","s":"DisAllow: /pinduoduo-select*"},{"t":"del","s":"DisAllow: /*/pinduoduo-select*"},{"t":"ctx","s":"DisAllow: /blog/*"},{"t":"gap","s":"…"},{"t":"ctx","s":""},{"t":"add","s":"User-agent: facebookexternalhit"},{"t":"add","s":"DisAllow: /*oauth_code="},{"t":"add","s":"DisAllow: /*oauth_token="},{"t":"add","s":"DisAllow: /bgp_user_profile.html"},{"t":"add","s":"DisAllow: /bgp_personal.html"},{"t":"add","s":"DisAllow: /bgp_collect.html"},{"t":"add","s":"DisAllow: /bgp_footprint.html"},{"t":"add","s":"DisAllow: /bgst_order_success.html"},{"t":"add","s":"DisAllow: /bgst_payment_detail.html"},{"t":"add","s":"DisAllow: /bgst_express.html"},{"t":"add","s":"DisAllow: /personal.html"},{"t":"add","s":"DisAllow: /collect.html"},{"t":"add","s":"DisAllow: /shopping_cart.html"},{"t":"add","s":"DisAllow: /bgp_similar_rec.html"},{"t":"add","s":"DisAllow: /bgcp_shipping_add_items.html"},{"t":"add","s":"DisAllow: /bgcp_coupon.html"},{"t":"add","s":"DisAllow: /bgcp_cart_coupon.html"},{"t":"add","s":"DisAllow: /bgcp_coupon_add_items.html"},{"t":"add","s":"DisAllow: /bgt_order_checkout.html"},{"t":"add","s":"DisAllow: /bgt_bank_foreign_card_info.html"},{"t":"add","s":"DisAllow: /bgt_3ds.html"},{"t":"add","s":"DisAllow: /bgt_orders.html"},{"t":"add","s":"DisAllow: /bgt_order_detail.html"},{"t":"add","s":"DisAllow: /bgt_card_list_management.html"},{"t":"add","s":"DisAllow: /bgt_bind_card.html"},{"t":"add","s":"DisAllow: /address.html"},{"t":"add","s":"DisAllow: /create_address.html"},{"t":"add","s":"DisAllow: /bgst_order_cancelled.html"},{"t":"add","s":"DisAllow: /bgt_reviewed.html"},{"t":"add","s":"DisAllow: /bgas_return_application.html"},{"t":"add","s":"DisAllow: /bgas_refund_detail.html"},{"t":"add","s":"DisAllow: /bgas_return_history.html"},{"t":"add","s":"DisAllow: /bgas_refund_success.html"},{"t":"add","s":"DisAllow: /bgas_cancel_order.html"},{"t":"gap","s":"… 33 more lines"}]},{"domain":"temu.com","name":"Temu","category":"retail","date":"2023-11","precision":"month","source":"archive","provisional":false,"between":["2023-10-01","2023-11-01"],"summary":"Now blocked: Bytespider.","dir":"up","up":["Bytespider"],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20231001131229/https://www.temu.com/robots.txt","https://web.archive.org/web/20231101001724/https://www.temu.com/robots.txt"],"diff":[{"t":"ctx","s":"User-agent: Googlebot"},{"t":"add","s":"User-agent: Googlebot-Image"},{"t":"ctx","s":"User-agent: Bingbot"},{"t":"add","s":"DisAllow: /*oauth_code="},{"t":"add","s":"DisAllow: /*oauth_token="},{"t":"add","s":"DisAllow: /bgp_user_profile.html"},{"t":"add","s":"DisAllow: /bgp_personal.html"},{"t":"add","s":"DisAllow: /bgp_collect.html"},{"t":"add","s":"DisAllow: /bgp_footprint.html"},{"t":"add","s":"DisAllow: /bgst_order_success.html"},{"t":"add","s":"DisAllow: /bgst_payment_detail.html"},{"t":"add","s":"DisAllow: /bgst_express.html"},{"t":"add","s":"DisAllow: /personal.html"},{"t":"add","s":"DisAllow: /collect.html"},{"t":"add","s":"DisAllow: /shopping_cart.html"},{"t":"add","s":"DisAllow: /bgp_similar_rec.html"},{"t":"add","s":"DisAllow: /bgcp_shipping_add_items.html"},{"t":"add","s":"DisAllow: /bgcp_coupon.html"},{"t":"add","s":"DisAllow: /bgcp_cart_coupon.html"},{"t":"add","s":"DisAllow: /bgcp_coupon_add_items.html"},{"t":"add","s":"DisAllow: /bgt_order_checkout.html"},{"t":"add","s":"DisAllow: /bgt_bank_foreign_card_info.html"},{"t":"add","s":"DisAllow: /bgt_3ds.html"},{"t":"add","s":"DisAllow: /bgt_orders.html"},{"t":"add","s":"DisAllow: /bgt_order_detail.html"},{"t":"add","s":"DisAllow: /bgt_card_list_management.html"},{"t":"add","s":"DisAllow: /bgt_bind_card.html"},{"t":"add","s":"DisAllow: /address.html"},{"t":"add","s":"DisAllow: /create_address.html"},{"t":"add","s":"DisAllow: /bgst_order_cancelled.html"},{"t":"add","s":"DisAllow: /bgt_reviewed.html"},{"t":"add","s":"DisAllow: /bgas_return_application.html"},{"t":"add","s":"DisAllow: /bgas_refund_detail.html"},{"t":"add","s":"DisAllow: /bgas_return_history.html"},{"t":"add","s":"DisAllow: /bgas_refund_success.html"},{"t":"add","s":"DisAllow: /bgas_cancel_order.html"},{"t":"add","s":"DisAllow: /bgp_redirect.html"},{"t":"add","s":"DisAllow: /bgp_setting.html"},{"t":"add","s":"DisAllow: /bgp_account_security.html"},{"t":"add","s":"DisAllow: /bgn_verification.html"},{"t":"add","s":"DisAllow: /bgn_login_verification.html"},{"t":"add","s":"DisAllow: /inno_promotion.html"},{"t":"add","s":"DisAllow: /student-discount.html"},{"t":"add","s":"DisAllow: /moss_product_news.html"},{"t":"add","s":"DisAllow: /moss_freelancer_register.html"},{"t":"add","s":"DisAllow: /moss_assistant_bonus.html"},{"t":"add","s":"DisAllow: /*/*oauth_code="},{"t":"add","s":"DisAllow: /*/*oauth_token="},{"t":"add","s":"DisAllow: /*/bgp_user_profile.html"},{"t":"add","s":"DisAllow: /*/bgp_personal.html"},{"t":"add","s":"DisAllow: /*/bgp_collect.html"},{"t":"add","s":"DisAllow: /*/bgp_footprint.html"},{"t":"add","s":"DisAllow: /*/bgst_order_success.html"},{"t":"add","s":"DisAllow: /*/bgst_payment_detail.html"},{"t":"add","s":"DisAllow: /*/bgst_express.html"},{"t":"add","s":"DisAllow: /*/personal.html"},{"t":"add","s":"DisAllow: /*/collect.html"},{"t":"add","s":"DisAllow: /*/shopping_cart.html"},{"t":"add","s":"DisAllow: /*/bgp_similar_rec.html"},{"t":"add","s":"DisAllow: /*/bgcp_shipping_add_items.html"},{"t":"gap","s":"… 152 more lines"}]}]}