{"domain":"humana.com","name":"Humana","category":"healthcare","subcategory":"insurer","country":"US","tags":["healthcare"],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) mentions ClaudeBot, OAI-SearchBot and Claude-SearchBot, but still lets all 12 major AI bots into the site.","computed_at":"2026-10-20T03:43:15.704Z","last_checked":"2026-10-19T13:45:46.268Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.humana.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.humana.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.humana.com/robots.txt","hops":[],"blob":"0715add73b4e3a3b9ec934ab283f7483946b854581dfd707cd7d1e64de93c8e3","text":"# Robots.txt file created by https://www.humana.com/\n# For domain: https://www.humana.com/\n# Updated 09-04-2023 - September 2023 release\n# Updated 10-05-2026 - explicit allow rules for verified AI/search crawler bots (CRC approved, see S0574)\n# All robots will spider the domain\n\nUser-agent: *\nDisallow: /direct-connect-logon\nDisallow: /insurance-plan-quotes/\nDisallow: /medicare-secured/\nDisallow: /mvc/\nDisallow: /sitecore/\n\n# Network-level identity verification for the bots below (CIDR/reverse-DNS match)\n# is enforced at the Akamai/Shape WAF layer, not by this file.\n# OpenAI ChatGPT Search - CIDR verification feed: https://openai.com/searchbot.json\nUser-agent: OAI-SearchBot\nAllow: /\n\n# Anthropic Claude - CIDR verification feed: https://claude.com/crawling/bots.json\nUser-agent: Claude-SearchBot\nAllow: /\n\nUser-agent: ClaudeBot\nAllow: /\n\n# Google - verified via common-crawlers.json/special-crawlers.json or reverse DNS (googlebot.com/googleusercontent.com/google.com)\nUser-agent: Googlebot\nAllow: /\n\nUser-agent: GoogleOther\nAllow: /\n\nSitemap: https://www.humana.com/sitemap.xml","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[{"line":4,"text":"Updated 10-05-2026 - explicit allow rules for verified AI/search crawler bots (CRC approved, see S0574)"}],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["*","OAI-SearchBot","Claude-SearchBot","ClaudeBot","Googlebot","GoogleOther"],"lines":34},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"ClaudeBot","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":25},"any":{"allowed":true,"line":25},"search":{"allowed":true,"line":25},"cart":{"allowed":true,"line":25},"checkout":{"allowed":true,"line":25},"account":{"allowed":true,"line":25}},"disallows":0,"lines":[24,25],"groupRanges":[[24,25]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":18},"any":{"allowed":true,"line":18},"search":{"allowed":true,"line":18},"cart":{"allowed":true,"line":18},"checkout":{"allowed":true,"line":18},"account":{"allowed":true,"line":18}},"disallows":0,"lines":[17,18],"groupRanges":[[17,18]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"named","access":"full","probes":{"root":{"allowed":true,"line":22},"any":{"allowed":true,"line":22},"search":{"allowed":true,"line":22},"cart":{"allowed":true,"line":22},"checkout":{"allowed":true,"line":22},"account":{"allowed":true,"line":22}},"disallows":0,"lines":[21,22],"groupRanges":[[21,22]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]}],"refs":[{"token":"Googlebot","matched":"named","access":"full","probes":{"root":{"allowed":true,"line":29},"any":{"allowed":true,"line":29},"search":{"allowed":true,"line":29},"cart":{"allowed":true,"line":29},"checkout":{"allowed":true,"line":29},"account":{"allowed":true,"line":29}},"disallows":0,"lines":[28,29],"groupRanges":[[28,29]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":5,"lines":[7,12],"groupRanges":[[7,12]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":[],"botManagement":[]},"llms":{"state":"absent","http":404,"url":"https://www.humana.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.humana.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.humana.com/.well-known/tdmrep.json"},"meta":{"title":"Humana | Find Medicare Plans and Health Insurance Coverage","robotsMeta":[{"name":"robots","content":"INDEX, FOLLOW"}],"noai":[],"noindex":false,"jsonLdTypes":["WebSite","SearchAction","Corporation"],"platform":"Next.js","textRatio":0.059,"llmsLink":false},"x_robots_tag":null,"tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":43,"first":"2023-01-01","archive_points":42,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[{"domain":"humana.com","name":"Humana","category":"healthcare","date":"2026-10","precision":"month","source":"archive+checker","provisional":true,"between":["2026-10-06","2026-10-19"],"summary":"Named ClaudeBot, OAI-SearchBot and Claude-SearchBot explicitly, without changing what they may reach.","dir":"other","up":[],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20261006012446/https://www.humana.com/robots.txt","https://www.humana.com/robots.txt"],"diff":[{"t":"ctx","s":"# For domain: https://www.humana.com/"},{"t":"del","s":"# Updated 05-31-2018 - July redesign release"},{"t":"add","s":"# Updated 09-04-2023 - September 2023 release"},{"t":"add","s":"# Updated 10-05-2026 - explicit allow rules for verified AI/search crawler bots (CRC approved, see S0574)"},{"t":"ctx","s":"# All robots will spider the domain"},{"t":"gap","s":"…"},{"t":"ctx","s":"User-agent: *"},{"t":"del","s":"Disallow: /404"},{"t":"del","s":"Disallow: /500"},{"t":"del","s":"Disallow: /about/legal/si-referral-form/"},{"t":"del","s":"Disallow: /about/legal/si-request-to-contact/"},{"t":"del","s":"Disallow: /about/legal/si-request-to-contact-esp/"},{"t":"del","s":"Disallow: /about/marketpoint-sales-office-locations/?kc=1005011074"},{"t":"del","s":"Disallow: /about/marketpoint-sales-office-locations/map-directions?p=1"},{"t":"del","s":"Disallow: /ads/"},{"t":"del","s":"Disallow: /agent/ad/"},{"t":"del","s":"Disallow: /agent/support/faqs/"},{"t":"del","s":"Disallow: /agent/support/tools-and-resources/connections-newsletters/"},{"t":"del","s":"Disallow: /analytics-test"},{"t":"del","s":"Disallow: /caregiver-portal/"},{"t":"del","s":"Disallow: /carousel-test"},{"t":"del","s":"Disallow: /cha-health/"},{"t":"del","s":"Disallow: /custom_clients/"},{"t":"del","s":"Disallow: /dental/ad/"},{"t":"del","s":"Disallow: /dental/my-dental-iq/adult-dental-care/"},{"t":"del","s":"Disallow: /dental/my-dental-iq/child-dental-care/"},{"t":"del","s":"Disallow: /dental/my-dental-iq/infant-dental-care/"},{"t":"del","s":"Disallow: /dental/my-dental-iq/internet-privacy-statement"},{"t":"del","s":"Disallow: /dental/my-dental-iq/preventative-care/"},{"t":"del","s":"Disallow: /dental/my-dental-iq/quiz"},{"t":"del","s":"Disallow: /dental/my-dental-iq/related-links/"},{"t":"del","s":"Disallow: /dental/my-dental-iq/why-its-important/"},{"t":"ctx","s":"Disallow: /direct-connect-logon"},{"t":"del","s":"Disallow: /e-submissions/"},{"t":"del","s":"Disallow: /employee-contact"},{"t":"del","s":"Disallow: /employer/ad/"},{"t":"del","s":"Disallow: /employer/healthcare-resources/focus/"},{"t":"del","s":"Disallow: /employer/large-group/support/faqs/"},{"t":"del","s":"Disallow: /employer/portal-maintenance"},{"t":"del","s":"Disallow: /employer/small-group/support/faqs/"},{"t":"del","s":"Disallow: /employer-contact"},{"t":"del","s":"Disallow: /Errors/"},{"t":"del","s":"Disallow: /errors/"},{"t":"del","s":"Disallow: /family"},{"t":"del","s":"Disallow: /finder/ "},{"t":"del","s":"Disallow: /footer-test"},{"t":"del","s":"Disallow: /global-search-results"},{"t":"del","s":"Disallow: /go365/ad/"},{"t":"del","s":"Disallow: /group_health_insurance/faq_search.aspx"},{"t":"del","s":"Disallow: /health-insurance/ad/"},{"t":"del","s":"Disallow: /humanacom-layout"},{"t":"del","s":"Disallow: /humanacom-layout-with-header"},{"t":"del","s":"Disallow: /humanadocs/"},{"t":"del","s":"Disallow: /humanadownloads"},{"t":"del","s":"Disallow: /humanamedia"},{"t":"del","s":"Disallow: /health-insurance/ad/"},{"t":"del","s":"Disallow: /individual-and-family/ad/"},{"t":"del","s":"Disallow: /individual-and-family-support/ad/"},{"t":"del","s":"Disallow: /individual-and-family-support/faqs"},{"t":"ctx","s":"Disallow: /insurance-plan-quotes/"},{"t":"gap","s":"… 67 more lines"}]}]}