{"domain":"zocdoc.com","name":"Zocdoc","category":"healthcare","subcategory":"booking","country":"US","tags":["healthcare"],"notes":"","status":"unknown","status_label":"Unknown","rationale":"We could not read this site's robots.txt, its public rules file for bots (a DataDome challenge page). A refusal like this usually comes from anti-bot software, not from the site's written rules, so on its own it does not count as a block. The homepage also showed our bot, which says who it is, a DataDome challenge page instead of the site.","computed_at":"2026-10-20T03:43:15.743Z","last_checked":"2026-10-19T13:42:38.159Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://zocdoc.com"},"robots":{"via":null,"kind":"refused","http":403,"error":null,"url":"https://www.zocdoc.com/robots.txt","hops":[{"from":"https://zocdoc.com/robots.txt","to":"https://www.zocdoc.com/robots.txt","status":301}],"blob":null,"text":null,"refused":{"door":"challenged","http":403,"detail":"DataDome challenge page"},"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":null,"named":[],"lines":0},"agents":[],"refs":[],"lanes":{"training":{"level":"unknown"},"search":{"level":"unknown"},"user_directed":{"level":"unknown"}},"door":{"door":"challenged","http":403,"detail":"DataDome challenge page"},"edge":{"cdn":["DataDome"],"botManagement":[{"vendor":"DataDome","cookies":["datadome"]}]},"llms":{"state":"skipped","reason":"Skipped: robots.txt request was refused"},"ai_txt":{"state":"skipped","reason":"Skipped: robots.txt request was refused"},"tdmrep":{"state":"skipped","reason":"Skipped: robots.txt request was refused"},"meta":null,"x_robots_tag":null,"tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":35,"first":"2023-01-02","archive_points":35,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":null}]},"events":[{"domain":"zocdoc.com","name":"Zocdoc","category":"healthcare","date":"2026-02","precision":"month","source":"archive","provisional":false,"between":["2026-01-27","2026-02-25"],"summary":"Named ClaudeBot, Google-Extended, Claude-SearchBot, PerplexityBot, Claude-User and Perplexity-User explicitly, without changing what they may reach.","dir":"other","up":[],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20260127143309/https://www.zocdoc.com/robots.txt","https://web.archive.org/web/20260225234728/https://www.zocdoc.com/robots.txt"],"diff":[{"t":"ctx","s":""},{"t":"add","s":"User-agent: ClaudeBot"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Claude-User"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Claude-SearchBot"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Google-Extended"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: PerplexityBot"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: Perplexity-User"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"ctx","s":"User-agent: *"}]},{"domain":"zocdoc.com","name":"Zocdoc","category":"healthcare","date":"2025-11","precision":"month","source":"archive","provisional":false,"between":["2025-08-02","2025-11-18"],"summary":"Named GPTBot, OAI-SearchBot and ChatGPT-User explicitly, without changing what they may reach.","dir":"other","up":[],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20250802011953/https://www.zocdoc.com/robots.txt","https://web.archive.org/web/20251118231739/https://www.zocdoc.com/robots.txt"],"diff":[{"t":"del","s":"Sitemap: https://www.zocdoc.com/sitemaps/search-listing-sitemap.xml"},{"t":"del","s":"Sitemap: https://www.zocdoc.com/sitemaps/profiles-sitemap.xml"},{"t":"del","s":"Sitemap: https://www.zocdoc.com/sitemaps/updated-triple-threats-sitemap.xml"},{"t":"del","s":"Sitemap: https://www.zocdoc.com/sitemaps/directory-sitemap.xml"},{"t":"del","s":"Sitemap: https://www.zocdoc.com/sitemaps/keyword-listings-sitemap.xml"},{"t":"del","s":"Sitemap: https://www.zocdoc.com/sitemaps/practices-sitemap.xml"},{"t":"add","s":"User-agent: GPTBot"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: OAI-SearchBot"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"add","s":"User-agent: ChatGPT-User"},{"t":"add","s":"Allow: /"},{"t":"add","s":""},{"t":"ctx","s":"User-agent: *"},{"t":"ctx","s":"Disallow: /syndication/v1/initialization"},{"t":"add","s":"Disallow: /eventslogging/v1/event"},{"t":"add","s":"Disallow: /eventslogger/v2/logevents"},{"t":"ctx","s":"Disallow: /humanrecording"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /about/understanding-your-bill"},{"t":"add","s":"Disallow: /patient/check-in/*"},{"t":"ctx","s":"Allow: /"},{"t":"ctx","s":"Allow: /about/newpricing"},{"t":"del","s":"Allow: /*referrerType="},{"t":"del","s":""}]}]}