{"domain":"hotels.com","name":"Hotels.com","category":"travel","subcategory":"ota","country":"US","tags":[],"notes":"","status":"unknown","status_label":"Unknown","rationale":"We could not read this site's robots.txt, its public rules file for bots (no answer within 15 seconds). A refusal like this usually comes from anti-bot software, not from the site's written rules, so on its own it does not count as a block.","computed_at":"2026-10-20T03:43:14.728Z","last_checked":"2026-10-19T13:46:08.377Z","checker":{"allowed":false,"vantage":"residential connection, United States (manual run)","origin":"https://www.hotels.com"},"robots":{"via":null,"kind":"unreachable","http":null,"error":"TimeoutError","url":"https://www.hotels.com/robots.txt","hops":[],"blob":null,"text":null,"refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":null,"named":[],"lines":0},"agents":[],"refs":[],"lanes":{"training":{"level":"unknown"},"search":{"level":"unknown"},"user_directed":{"level":"unknown"}},"door":{"door":"skipped","reason":"robots.txt unreachable; RFC 9309 says assume everything is disallowed"},"edge":{"cdn":[],"botManagement":[]},"llms":{"state":"skipped","reason":"robots.txt unreachable; RFC 9309 says assume everything is disallowed"},"ai_txt":{"state":"skipped","reason":"robots.txt unreachable; RFC 9309 says assume everything is disallowed"},"tdmrep":{"state":"skipped","reason":"robots.txt unreachable; RFC 9309 says assume everything is disallowed"},"meta":null,"x_robots_tag":null,"tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":40,"first":"2023-01-01","archive_points":40,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":null},{"m":"2026-10","s":null}]},"events":[{"domain":"hotels.com","name":"Hotels.com","category":"travel","date":"2026-03","precision":"month","source":"archive","provisional":false,"between":["2026-02-01","2026-03-01"],"summary":"Named Perplexity-User explicitly, without changing what it may reach.","dir":"other","up":[],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20260201132410/https://www.hotels.com/robots.txt","https://web.archive.org/web/20260301174150/https://www.hotels.com/robots.txt"],"diff":[{"t":"ctx","s":"User-agent: PerplexityBot"},{"t":"del","s":"User-agent: Perplexit-User"},{"t":"add","s":"User-agent: Perplexity-User"},{"t":"ctx","s":"User-agent: Claude-User"}]},{"domain":"hotels.com","name":"Hotels.com","category":"travel","date":"2025-09","precision":"month","source":"archive","provisional":false,"between":["2025-08-02","2025-09-14"],"summary":"Named OAI-SearchBot, Claude-SearchBot, PerplexityBot, ChatGPT-User and Claude-User explicitly, without changing what they may reach.","dir":"other","up":[],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20250802111812/https://www.hotels.com/robots.txt","https://web.archive.org/web/20250914142001/https://www.hotels.com/robots.txt"],"diff":[{"t":"ctx","s":"Disallow: /hotel/hoteldata.html"},{"t":"add","s":"#test-seo"},{"t":"add","s":"Disallow: /api/uisprime/track"},{"t":"add","s":"Disallow: /trvl-px/"},{"t":"add","s":"Disallow: /egcs/v2/collect"},{"t":"add","s":"Disallow: /api/ucs/shortlist/"},{"t":"add","s":"Disallow: /api/v4/typeahead/"},{"t":"add","s":" "},{"t":"add","s":"User-Agent: AdsBot-Google"},{"t":"add","s":"#test-seo"},{"t":"add","s":"Disallow: /api/uisprime/track"},{"t":"add","s":"Disallow: /trvl-px/"},{"t":"add","s":"Disallow: /egcs/v2/collect"},{"t":"add","s":"Disallow: /api/ucs/shortlist/"},{"t":"add","s":"Disallow: /api/v4/typeahead/ "},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /login"},{"t":"add","s":"Disallow: /signup?*"},{"t":"add","s":"Disallow: /login?*"},{"t":"ctx","s":"Disallow: /mobile/search.html*"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /Hotel-Search"},{"t":"add","s":"Disallow: /hotel-search"},{"t":"ctx","s":"Disallow: /ugc/urs/api/hotelreviews/hotel/HOTELID/"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /Checkout"},{"t":"add","s":"Disallow: /checkout"},{"t":"ctx","s":"Disallow: /HotelBookingConfirmation"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /go/hotel/info/"},{"t":"add","s":"#test-seo"},{"t":"add","s":"Disallow: /api/uisprime/track"},{"t":"add","s":"Disallow: /trvl-px/"},{"t":"add","s":"Disallow: /egcs/v2/collect"},{"t":"add","s":"Disallow: /api/ucs/shortlist/"},{"t":"add","s":"Disallow: /api/v4/typeahead/"},{"t":"add","s":"#car"},{"t":"add","s":"Disallow: /carsearch"},{"t":"add","s":"Disallow: /CarCheckout"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"# Allow Agentic Search"},{"t":"add","s":"User-agent: OAI-SearchBot"},{"t":"add","s":"User-agent: ChatGPT-User"},{"t":"add","s":"User-agent: PerplexityBot"},{"t":"add","s":"User-agent: Perplexit-User"},{"t":"add","s":"User-agent: Claude-User"},{"t":"add","s":"User-agent: Claude-SearchBot"},{"t":"add","s":"Allow: /"},{"t":"add","s":""}]}]}