{"domain":"mountsinai.org","name":"Mount Sinai","category":"healthcare","subcategory":"health-system","country":"US","tags":["healthcare"],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"The site has no robots.txt (the public rules file for bots): asking for one returned an HTML page instead of a robots.txt file. No rules means no bot is restricted.","computed_at":"2026-10-20T03:43:15.683Z","last_checked":"2026-10-19T13:45:44.049Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.mountsinai.org"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.mountsinai.org/","none":"an HTML page instead of a robots.txt file"},"kind":"html","http":200,"error":null,"url":"https://www.mountsinai.org/","hops":[{"from":"https://mountsinai.org/robots.txt","to":"https://www.mountsinai.org/","status":301}],"blob":null,"text":null,"refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":false,"access":"full"},"named":[],"lines":1},"agents":[{"token":"GPTBot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"ClaudeBot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Google-Extended","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Applebot-Extended","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"CCBot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Bytespider","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"MistralAI-Training","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"AI2Bot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"anthropic-ai","deprecated":true,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"OAI-SearchBot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Claude-SearchBot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"PerplexityBot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Amazonbot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"DuckAssistBot","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"MistralAI-Index","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"ChatGPT-User","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Claude-User","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Perplexity-User","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Google-Agent","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Amzn-User","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"MistralAI-User","deprecated":false,"matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]}],"refs":[{"token":"Googlebot","matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]},{"token":"Bingbot","matched":"none","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":0,"lines":[],"groupRanges":[]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":["Akamai"],"botManagement":[]},"llms":{"state":"absent","http":404,"url":"https://www.mountsinai.org/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.mountsinai.org/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.mountsinai.org/.well-known/tdmrep.json"},"meta":{"title":"Mount Sinai Health System - New York City | Mount Sinai - New York","robotsMeta":[],"noai":[],"noindex":false,"jsonLdTypes":["WebSite","SearchAction","MedicalOrganization","PostalAddress","ContactPoint"],"platform":null,"textRatio":0.049,"llmsLink":false},"x_robots_tag":null,"tos":{"url":"https://www.mountsinai.org/tou","source":"discovered","http":200,"hash":"d341cba5c4617ec7789e222f6403757310b3ab74807573abbdb85130e570c74f","chars":36646,"thin":false,"clauses":[{"keyword":"agents","prohibition":true,"excerpt":"Under no circumstances shall MOUNT SINAI, or any of its directors, officers, affiliates, employees, agents, representatives, medical staff, successors, or assigns be liable to you or any other party for any punitive, special, incidental, indirect, or consequential damages whatsoever, however arising…"},{"keyword":"agents","prohibition":false,"excerpt":"You shall indemnify and hold MOUNT SINAI, its directors, officers, affiliates, employees, agents, representatives, medical staff, successors, and assigns (the \"Indemnified Parties\") harmless from any breach by you of these Terms, including any use of the Services other than as expressly authorized i…"}],"door":{"door":"open","http":200}},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":44,"first":"2023-01-01","archive_points":43,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[{"domain":"mountsinai.org","name":"Mount Sinai","category":"healthcare","date":"2026-10","precision":"month","source":"archive+checker","provisional":true,"between":["2026-09-29","2026-10-19"],"summary":"Stopped naming CCBot; access unchanged.","dir":"other","up":[],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20260929031934/https://www.mountsinai.org/robots.txt","https://www.mountsinai.org/"],"diff":[{"t":"del","s":"User-agent: *"},{"t":"del","s":"Disallow: /cgi-bin/"},{"t":"del","s":"Disallow: /tmp/"},{"t":"del","s":"Disallow: /vgn-ext/templating"},{"t":"del","s":"Disallow: /*lp/"},{"t":"del","s":"Disallow: /insurance/"},{"t":"del","s":"Disallow: /about/preparedness/coronavirus/staff-resources*"},{"t":"del","s":"Disallow: /about/covid19/staff-resources*"},{"t":"ctx","s":""},{"t":"del","s":"User-agent: Alexabot"},{"t":"del","s":"Disallow: /about-us/newsroom/"},{"t":"del","s":"Crawl-delay: 5"},{"t":"del","s":""},{"t":"del","s":"User-agent: CCBot"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 20"},{"t":"del","s":""},{"t":"del","s":"User-agent: BLEXBot"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 10"},{"t":"del","s":""},{"t":"del","s":"User-agent: Findxbot"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 10"},{"t":"del","s":""},{"t":"del","s":"User-agent: rogerbot"},{"t":"del","s":"Disallow: /about-us/newsroom/"},{"t":"del","s":"Crawl-delay: 10"},{"t":"del","s":""},{"t":"del","s":"User-agent: Yeti"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 10"},{"t":"del","s":""},{"t":"del","s":"User-agent: AhrefsBot"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 10"},{"t":"del","s":""},{"t":"del","s":"User-agent: SEMrushBot"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 10"},{"t":"del","s":" "},{"t":"del","s":"User-agent: SEMrushBot-SA"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 10"},{"t":"del","s":""},{"t":"del","s":"User-agent: SEMrushBot-Desktop"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 10"},{"t":"del","s":""},{"t":"del","s":"User-agent: opensiteexplorer.org"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 10"},{"t":"del","s":""},{"t":"del","s":"User-agent: dotbot"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 20"},{"t":"del","s":""},{"t":"del","s":"User-agent: Slurp"},{"t":"del","s":"Disallow:"},{"t":"del","s":"Crawl-delay: 10"},{"t":"gap","s":"… 28 more lines"}]}]}