{"domain":"opentable.com","name":"OpenTable","category":"local","subcategory":"reservations","country":"US","tags":[],"notes":"","status":"unknown","status_label":"Unknown","rationale":"We could not read this site's robots.txt, its public rules file for bots (no answer within 15 seconds). A refusal like this usually comes from anti-bot software, not from the site's written rules, so on its own it does not count as a block.","computed_at":"2026-10-20T03:43:14.846Z","last_checked":"2026-10-19T13:32:03.034Z","checker":{"allowed":false,"vantage":"residential connection, United States (manual run)","origin":"https://opentable.com"},"robots":{"via":null,"kind":"unreachable","http":null,"error":"TimeoutError","url":"https://www.opentable.com/robots.txt","hops":[{"from":"https://opentable.com/robots.txt","to":"https://www.opentable.com/robots.txt","status":301}],"blob":null,"text":null,"refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":null,"named":[],"lines":0},"agents":[],"refs":[],"lanes":{"training":{"level":"unknown"},"search":{"level":"unknown"},"user_directed":{"level":"unknown"}},"door":{"door":"skipped","reason":"Disallowed for AgentAccessIndexBot by robots.txt"},"edge":{"cdn":[],"botManagement":[]},"llms":{"state":"skipped","reason":"Disallowed for AgentAccessIndexBot by robots.txt"},"ai_txt":{"state":"skipped","reason":"Disallowed for AgentAccessIndexBot by robots.txt"},"tdmrep":{"state":"skipped","reason":"Disallowed for AgentAccessIndexBot by robots.txt"},"meta":null,"x_robots_tag":null,"tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":41,"first":"2023-01-01","archive_points":41,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"partial","l":{"training":"full","search":"full","user_directed":"mixed"},"n":1},{"m":"2023-07","s":"partial","l":{"training":"full","search":"full","user_directed":"mixed"},"n":1},{"m":"2023-08","s":"partial","l":{"training":"full","search":"full","user_directed":"mixed"},"n":1},{"m":"2023-09","s":"partial","l":{"training":"mixed","search":"full","user_directed":"mixed"},"n":2},{"m":"2023-10","s":"partial","l":{"training":"mixed","search":"full","user_directed":"mixed"},"n":2},{"m":"2023-11","s":"partial","l":{"training":"mixed","search":"full","user_directed":"mixed"},"n":2},{"m":"2023-12","s":"partial","l":{"training":"mixed","search":"full","user_directed":"mixed"},"n":2},{"m":"2024-01","s":"partial","l":{"training":"mixed","search":"full","user_directed":"mixed"},"n":2},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2025-09","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2025-10","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2025-11","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2025-12","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2026-01","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2026-02","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2026-03","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2026-04","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2026-05","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2026-06","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2026-07","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2026-08","s":"partial","l":{"training":"none","search":"mixed","user_directed":"mixed"},"n":17},{"m":"2026-09","s":null},{"m":"2026-10","s":null}]},"events":[{"domain":"opentable.com","name":"OpenTable","category":"local","date":"2025-08","precision":"month","source":"archive","provisional":false,"between":["2025-07-01","2025-08-01"],"summary":"Now blocked: GPTBot, ClaudeBot, Google-Extended, Applebot-Extended, CCBot, Meta-ExternalAgent, Bytespider, MistralAI-Training and 10 more.","dir":"up","up":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","CCBot","Meta-ExternalAgent","Bytespider","MistralAI-Training","AI2Bot","anthropic-ai","Amzn-SearchBot","DuckAssistBot","MistralAI-Index","Meta-WebIndexer","Google-Agent","Meta-ExternalFetcher","Amzn-User","MistralAI-User"],"down":[],"major":true,"signals":false,"status_from":"allowed","status_to":"partial","evidence":["https://web.archive.org/web/20250701171403/https://www.opentable.com/robots.txt","https://web.archive.org/web/20250801122015/https://www.opentable.com/robots.txt"],"diff":[{"t":"del","s":"User-agent: dotbot"},{"t":"del","s":"Disallow: /"},{"t":"add","s":"# By accessing OpenTable's website, you agree to OpenTable's Terms of Use: https://www.opentable.com/c/legal/terms-and-conditions/"},{"t":"add","s":"# Generated on 2025-07-30T08:50:31"},{"t":"ctx","s":""},{"t":"add","s":"# Block all bots by default"},{"t":"ctx","s":"User-agent: *"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"# Allow specific bots"},{"t":"add","s":"User-agent: Googlebot"},{"t":"ctx","s":"Disallow: /_LBStatus"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /XML"},{"t":"add","s":"Disallow: /lolz-view-all/"},{"t":"ctx","s":"Disallow: /mwapi/slotlock"},{"t":"ctx","s":"Disallow: /dapi/fe/human"},{"t":"add","s":"Disallow: /dapi/fe/proxy/consumer-frontend/bucket-experiment"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=Autocomplete"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=HeaderUserProfile"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=LocationPicker"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=MultiSearchResultsFacets"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=RestaurantMultiDayAvailability"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=RestaurantsAvailability"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=RestaurantsMessages"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=UserTrackingOptIns"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=mutation&opname=RestaurantVisit"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=mutation&opname=SimpleVisit"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=TopReviews"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=NoAvailabilityRestaurants"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=LandmarkRestaurantsLolz"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=BestRestaurantsByCategory"},{"t":"add","s":"Disallow: /dapi/fe/gql?optype=query&opname=HomeModuleLists"},{"t":"add","s":"Disallow: /dapi/v1/session"},{"t":"ctx","s":"Allow: /img/restimages"},{"t":"gap","s":"…"},{"t":"ctx","s":""},{"t":"add","s":"User-agent: Googlebot-Image"},{"t":"add","s":"Disallow: /_LBStatus"},{"t":"add","s":"Disallow: /admin"},{"t":"add","s":"Disallow: /aspnet_client"},{"t":"add","s":"Disallow: /api/"},{"t":"add","s":"Disallow: /bin/"},{"t":"add","s":"Disallow: /blank.html"},{"t":"add","s":"Disallow: /book/"},{"t":"add","s":"Disallow: /booking/"},{"t":"add","s":"Disallow: /user/"},{"t":"add","s":"Disallow: /bvstaging"},{"t":"add","s":"Disallow: /Components"},{"t":"add","s":"Disallow: /dcwidget"},{"t":"add","s":"Disallow: /feedback"},{"t":"add","s":"Disallow: /health"},{"t":"add","s":"Disallow: /httphandlers"},{"t":"add","s":"Disallow: /jobs.aspx"},{"t":"add","s":"Disallow: /jscripts"},{"t":"add","s":"Disallow: /logs"},{"t":"add","s":"Disallow: /my/"},{"t":"add","s":"Disallow: /redeem/"},{"t":"add","s":"Disallow: /redemptions/"},{"t":"add","s":"Disallow: /requestproposal.aspx"},{"t":"gap","s":"… 1912 more lines"}]},{"domain":"opentable.com","name":"OpenTable","category":"local","date":"2024-02","precision":"month","source":"archive","provisional":false,"between":["2024-01-01","2024-02-01"],"summary":"Now allowed: GPTBot and ChatGPT-User.","dir":"down","up":[],"down":["GPTBot","ChatGPT-User"],"major":true,"signals":false,"status_from":"partial","status_to":"allowed","evidence":["https://web.archive.org/web/20240101003525/https://www.opentable.com/robots.txt","https://web.archive.org/web/20240201022530/https://www.opentable.com/robots.txt"],"diff":[{"t":"ctx","s":""},{"t":"del","s":"User-agent: ChatGPT-User"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-agent: GPTBot"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"ctx","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_delivery-in-metro_unknown_1.xml.gz"},{"t":"gap","s":"…"},{"t":"ctx","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_cuisine_2.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_cuisine_3.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_cuisine_4.xml.gz"},{"t":"ctx","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_feature_1.xml.gz"},{"t":"ctx","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_feature_2.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_feature_3.xml.gz"},{"t":"ctx","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_landmark_1.xml.gz"},{"t":"gap","s":"…"},{"t":"ctx","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_landmark_6.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_landmark_7.xml.gz"},{"t":"ctx","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_nearby_1.xml.gz"},{"t":"gap","s":"…"},{"t":"ctx","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_restaurant-profile_listing_3.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_restaurant-profile_listing_4.xml.gz"},{"t":"ctx","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_restaurant-profile_network_1.xml.gz"}]},{"domain":"opentable.com","name":"OpenTable","category":"local","date":"2023-09","precision":"month","source":"archive","provisional":false,"between":["2023-08-01","2023-09-01"],"summary":"Now blocked: GPTBot.","dir":"up","up":["GPTBot"],"down":[],"major":true,"signals":false,"status_from":"partial","status_to":"partial","evidence":["https://web.archive.org/web/20230801002028/https://www.opentable.com/robots.txt","https://web.archive.org/web/20230901011111/https://www.opentable.com/robots.txt"],"diff":[{"t":"ctx","s":"User-agent: *"},{"t":"del","s":"Allow: /img/restimages"},{"t":"del","s":"Allow: /img/pdThumbnails"},{"t":"del","s":"Allow: /img/privatediningimages"},{"t":"del","s":"Allow: /img/promo"},{"t":"del","s":"Allow: /img/startpagepromo"},{"t":"del","s":"Allow: /img/restlogos"},{"t":"ctx","s":"Disallow: /_LBStatus"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /httphandlers"},{"t":"del","s":"Disallow: /img"},{"t":"ctx","s":"Disallow: /jobs.aspx"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /dapi/fe/human"},{"t":"del","s":"Disallow: /lolz-view-all/"},{"t":"add","s":"Allow: /img/restimages"},{"t":"add","s":"Allow: /img/pdThumbnails"},{"t":"add","s":"Allow: /img/privatediningimages"},{"t":"add","s":"Allow: /img/promo"},{"t":"add","s":"Allow: /img/startpagepromo"},{"t":"add","s":"Allow: /img/restlogos"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":""},{"t":"add","s":"User-agent: GPTBot"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_delivery-in-metro_unknown_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_delivery_unknown_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_diners-choice_unknown_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_dish-it-individual_unknown_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_dish-it_unknown_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_editorial-list_mothersday_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_editorial-list_tastemaker-list_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_editorial-list_valentines_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_experiences_metro_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_experiences_near-me_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_groceries_unknown_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_home_unknown_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_location_macro_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_location_metro_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_location_neighborhood_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_mothers-day_unknown_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_near-me_unknown_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_open_open-in-metro_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_open_open-near-me_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_cuisine-in-metro_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_cuisine-near-me_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_cuisine_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_cuisine_2.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_feature_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_feature_2.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_landmark_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_landmark_2.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_landmark_3.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_landmark_4.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_landmark_5.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_landmark_6.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_poi_nearby_1.xml.gz"},{"t":"add","s":"Sitemap: https://www.opentable.com/sitemap_restaurants_private-dining_event_1.xml.gz"},{"t":"gap","s":"… 15 more lines"}]},{"domain":"opentable.com","name":"OpenTable","category":"local","date":"2023-06","precision":"month","source":"archive","provisional":false,"between":["2023-05-01","2023-06-01"],"summary":"Now blocked: ChatGPT-User.","dir":"up","up":["ChatGPT-User"],"down":[],"major":true,"signals":false,"status_from":"allowed","status_to":"partial","evidence":["https://web.archive.org/web/20230501005619/https://www.opentable.com/robots.txt","https://web.archive.org/web/20230601025532/https://www.opentable.com/robots.txt"],"diff":[{"t":"ctx","s":"Disallow: /httphandlers"},{"t":"del","s":"Disallow: /i/"},{"t":"ctx","s":"Disallow: /img"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /dapi/fe/human"},{"t":"add","s":"Disallow: /lolz-view-all/"},{"t":"ctx","s":""},{"t":"gap","s":"…"},{"t":"ctx","s":""},{"t":"add","s":"User-agent: ChatGPT-User"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""}]}]}
