{"domain":"healthcare.gov","name":"HealthCare.gov","category":"government","subcategory":"health-benefits","country":"US","tags":["healthcare"],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) has no rules for any AI bot we track. They are covered by its catch-all rule (<code>User-agent: *</code>), which lets them into the site.","computed_at":"2026-10-20T03:43:15.661Z","last_checked":"2026-10-19T13:40:50.852Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.healthcare.gov"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.healthcare.gov/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.healthcare.gov/robots.txt","hops":[{"from":"https://healthcare.gov/robots.txt","to":"https://www.healthcare.gov/robots.txt","status":301}],"blob":"cc631ebf6eb76d1aecfdc695b7b6b901dc8723ae4c0a2c2f0a1fbc6d50df62d5","text":"---\r\n---\r\n# robots.txt for healthcare.gov - learn\r\nUser-agent: HCGOV-PRODONE-gsa-crawler\r\n# Directories\r\nAllow: /help/\r\n\r\nUser-agent: HCGOV-PRODTWO-gsa-crawler\r\n# Directories\r\nAllow: /help/\r\n\r\nUser-agent: *\r\n# Directories\r\nDisallow: /api/\r\nDisallow: /es/\r\nDisallow: /esi/\r\nDisallow: /marketplace/b/\r\nDisallow: /creating-an-account-and-logging-in/\r\nDisallow: /find-premium-estimates/\r\nDisallow: /how-do-i-apply-for-coverage-in-the-shop-marketplace/\r\nDisallow: /help/\r\nDisallow: /pre-registration.html\r\nDisallow: /how-can-i-get-an-estimate-of-costs-and-savings-on-marketplace-health-insurance/\r\nDisallow: /address-questions/\r\nDisallow: /not-eligible-for-medicaid/\r\nDisallow: /reporting-deductions/\r\nDisallow: /reporting-other-income/\r\nDisallow: /create-account-early/\r\nDisallow: /small-businesses/shop-early-access/\r\nDisallow: /small-businesses/early-access-how-to-apply/\r\nDisallow: /marketplace/small-businesses/agent/\r\nDisallow: /marketplace/small-businesses/ccr/\r\nDisallow: /marketplace/small-businesses/employee/\r\nDisallow: /marketplace/small-businesses/employer/\r\nDisallow: /small-businesses/participation-code/\r\nDisallow: /compare/\r\nDisallow: /results/\r\nDisallow: /search/\r\nDisallow: /apology/\r\nDisallow: /blog/\r\nDisallow: 500.html\r\nDisallow: 404.html\r\nDisallow: 500_shop.html\r\nDisallow: 500_shop_es.html\r\nDisallow: /blog/coverage-for-topic/\r\nDisallow: /blog/get-coverage-topic/\r\nDisallow: /blog/health-care-information-topic/\r\nDisallow: /blog/keep-change-plan-topic/\r\nDisallow: /coverage-for-topic/\r\nDisallow: /get-coverage-topic/\r\nDisallow: /health-care-information-topic/\r\nDisallow: /keep-change-plan-topic/\r\nDisallow: /application-survey/\r\nDisallow: /turning-26/\r\nDisallow: /feedback/\r\nDisallow: /sbc-glossary/\r\nDisallow: /mec-medicaid/\r\nDisallow: /changes-that-qualify-for-special-enrollment/\r\nDisallow: /es/changes-that-qualify-for-special-enrollment/\r\nDisallow: /topic-sections/*\r\n# US States\r\nDisallow: /alabama/\r\nDisallow: /alaska/\r\nDisallow: /arizona/\r\nDisallow: /arkansas/\r\nDisallow: /california/\r\nDisallow: /colorado/\r\nDisallow: /connecticut/\r\nDisallow: /delaware/\r\nDisallow: /florida/\r\nDisallow: /georgia/\r\nDisallow: /hawaii/\r\nDisallow: /idaho/\r\nDisallow: /illinois/\r\nDisallow: /indiana/\r\nDisallow: /iowa/\r\nDisallow: /kansas/\r\nDisallow: /kentucky/\r\nDisallow: /louisiana/\r\nDisallow: /maine/\r\nDisallow: /maryland/\r\nDisallow: /massachusetts/\r\nDisallow: /michigan/\r\nDisallow: /minnesota/\r\nDisallow: /mississippi/\r\nDisallow: /missouri/\r\nDisallow: /montana/\r\nDisallow: /nebraska/\r\nDisallow: /nevada/\r\nDisallow: /new-hampshire/\r\nDisallow: /new-jersey/\r\nDisallow: /new-mexico/\r\nDisallow: /new-york/\r\nDisallow: /north-carolina/\r\nDisallow: /north-dakota/\r\nDisallow: /ohio/\r\nDisallow: /oklahoma/\r\nDisallow: /oregon/\r\nDisallow: /pennsylvania/\r\nDisallow: /rhode-island/\r\nDisallow: /south-carolina/\r\nDisallow: /south-dakota/\r\nDisallow: /tennessee/\r\nDisallow: /texas/\r\nDisallow: /utah/\r\nDisallow: /vermont/\r\nDisallow: /virginia/\r\nDisallow: /washington/\r\nDisallow: /west-virginia/\r\nDisallow: /wisconsin/\r\nDisallow: /wyoming/\r\nDisallow: /district-of-columbia/\r\n\r\nSitemap: https://www.healthcare.gov/sitemap-index.xml\r\n","refused":null,"warnings":[{"line":41,"msg":"Path \"500.html\" does not start with \"/\"; treated as \"/500.html\"."},{"line":42,"msg":"Path \"404.html\" does not start with \"/\"; treated as \"/404.html\"."},{"line":43,"msg":"Path \"500_shop.html\" does not start with \"/\"; treated as \"/500_shop.html\"."},{"line":44,"msg":"Path \"500_shop_es.html\" does not start with \"/\"; treated as \"/500_shop_es.html\"."}],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["HCGOV-PRODONE-gsa-crawler","HCGOV-PRODTWO-gsa-crawler","*"],"lines":115},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":98,"lines":[12,112],"groupRanges":[[12,112]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":["Akamai"],"botManagement":[{"vendor":"Akamai","cookies":["bm_sz"]}]},"llms":{"state":"absent","http":404,"url":"https://www.healthcare.gov/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.healthcare.gov/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.healthcare.gov/.well-known/tdmrep.json"},"meta":{"title":"Welcome to the Health Insurance Marketplace® | HealthCare.gov","robotsMeta":[],"noai":[],"noindex":false,"jsonLdTypes":[],"platform":null,"textRatio":0.007,"llmsLink":false},"x_robots_tag":null,"tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":42,"first":"2023-01-01","archive_points":41,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[]}