{"domain":"mintlify.com","name":"Mintlify","category":"developer","subcategory":"docs-platform","country":"US","tags":[],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) has no rules for any AI bot we track. They are covered by its catch-all rule (<code>User-agent: *</code>), which lets them into the site.","computed_at":"2026-10-20T03:43:15.610Z","last_checked":"2026-10-19T13:39:21.679Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.mintlify.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.mintlify.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.mintlify.com/robots.txt","hops":[{"from":"https://mintlify.com/robots.txt","to":"https://www.mintlify.com/robots.txt","status":307}],"blob":"de68516c46c16510c1820e32123a0bc522a1a4599a0ee7414b42535ac67aa286","text":"User-agent: *\nAllow: /\n\nSitemap: https://www.mintlify.com/sitemap.xml\n","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["*"],"lines":5},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":2},"any":{"allowed":true,"line":2},"search":{"allowed":true,"line":2},"cart":{"allowed":true,"line":2},"checkout":{"allowed":true,"line":2},"account":{"allowed":true,"line":2}},"disallows":0,"lines":[1,2],"groupRanges":[[1,2]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":["Cloudflare"],"botManagement":[{"vendor":"Cloudflare Bot Management","cookies":["__cf_bm"]}]},"llms":{"state":"present","http":200,"bytes":6556,"parsed":{"title":"Mintlify","summary":"Mintlify is the knowledge platform built for agents: self-updating documentation for startups, enterprises, and AI agents. This file indexes the markdown version of every page on www.mintlify.com. Append `.md` to any page URL (or send `Acce","links":41,"sections":["Docs","Pages","Blog","Library","Customers","Legal","Security","Optional"],"wellFormed":true},"url":"https://www.mintlify.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.mintlify.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.mintlify.com/.well-known/tdmrep.json"},"meta":{"title":"Mintlify - The documentation platform for agents","robotsMeta":[{"name":"robots","content":"index, follow"},{"name":"googlebot","content":"index, follow, max-image-preview:large"}],"noai":[],"noindex":false,"jsonLdTypes":[],"platform":"Next.js","textRatio":0.011,"llmsLink":false},"x_robots_tag":null,"tos":{"url":"https://www.mintlify.com/legal/terms","source":"discovered","http":200,"hash":"18420efc678d4b39eab46d81d4c4117db26e30182f6da7aa41c0edeaeeb1c0d6","chars":46969,"thin":false,"clauses":[{"keyword":"AI","prohibition":true,"excerpt":"Mintlify represents and warrants that (i) all third-party AI and LLM service providers are prohibited and do not use, store, or retain Customer Data for training, improving, or developing their models, services, or algorithms, and (ii) all Customer Data processed through AI or LLM services is proces…"},{"keyword":"AI","prohibition":true,"excerpt":"Customer acknowledges that certain Service features may utilize AI or LLM technologies to process Customer Data in real-time to deliver functionality such as search, content generation, or semantic analysis, and such processing is permitted under this Agreement provided no training or model improvem…"},{"keyword":"agent","prohibition":true,"excerpt":"… a good faith belief that use of the material in the manner complained of is not authorized by the copyright owner, its agent, or the law; and"},{"keyword":"large language models","prohibition":true,"excerpt":"Mintlify will not use Customer Data to train, fine-tune, improve, or develop any large language models (LLMs), generative AI models, machine learning models, or other artificial intelligence systems, whether proprietary to Mintlify or provided by third parties."}],"door":{"door":"open","http":200}},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":19,"first":"2024-12-19","archive_points":18,"series":[{"m":"2023-01","s":null},{"m":"2023-02","s":null},{"m":"2023-03","s":null},{"m":"2023-04","s":null},{"m":"2023-05","s":null},{"m":"2023-06","s":null},{"m":"2023-07","s":null},{"m":"2023-08","s":null},{"m":"2023-09","s":null},{"m":"2023-10","s":null},{"m":"2023-11","s":null},{"m":"2023-12","s":null},{"m":"2024-01","s":null},{"m":"2024-02","s":null},{"m":"2024-03","s":null},{"m":"2024-04","s":null},{"m":"2024-05","s":null},{"m":"2024-06","s":null},{"m":"2024-07","s":null},{"m":"2024-08","s":null},{"m":"2024-09","s":null},{"m":"2024-10","s":null},{"m":"2024-11","s":null},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[]}