{"domain":"docs.stripe.com","name":"Stripe Docs","category":"developer","subcategory":"docs","country":"US","tags":[],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) has no rules for any AI bot we track. They are covered by its catch-all rule (<code>User-agent: *</code>), which lets them into the site.","computed_at":"2026-10-20T03:43:15.593Z","last_checked":"2026-10-19T13:38:23.570Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://docs.stripe.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://docs.stripe.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://docs.stripe.com/robots.txt","hops":[],"blob":"84612c3ba851742a01f28c5caddf0a904499a45d2c4b9c821fd325b5fee455ef","text":"Sitemap: https://docs.stripe.com/sitemap.xml\n\nUser-agent: *\nContent-Signal: ai-train=yes, search=yes, ai-input=yes\nAllow: /\nDisallow: /handoff-healthcheck\nDisallow: /handoff\n","refused":null,"warnings":[],"contentSignals":[{"value":"ai-train=yes, search=yes, ai-input=yes","signals":{"ai-train":"yes","search":"yes","ai-input":"yes"},"line":4,"agents":["*"]}],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["*"],"lines":8},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":5},"any":{"allowed":true,"line":5},"search":{"allowed":true,"line":5},"cart":{"allowed":true,"line":5},"checkout":{"allowed":true,"line":5},"account":{"allowed":true,"line":5}},"disallows":2,"lines":[3,7],"groupRanges":[[3,7]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":[],"botManagement":[]},"llms":{"state":"present","http":200,"bytes":65610,"parsed":{"title":"Stripe Documentation","summary":null,"links":350,"sections":["Docs","Payment Methods","Checkout","Payments","Authorization Boost","Link","Architecture and Dashboard","Instructions for Large Language Model Agents: Best Practices for integrating Stripe","Billing","Elements","Connect","Issuing"],"wellFormed":true},"url":"https://docs.stripe.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://docs.stripe.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://docs.stripe.com/.well-known/tdmrep.json"},"meta":{"title":null,"robotsMeta":[],"noai":[],"noindex":false,"jsonLdTypes":[],"platform":null,"textRatio":0.992,"llmsLink":false},"x_robots_tag":"none","tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":32,"first":"2023-12-02","archive_points":31,"series":[{"m":"2023-01","s":null},{"m":"2023-02","s":null},{"m":"2023-03","s":null},{"m":"2023-04","s":null},{"m":"2023-05","s":null},{"m":"2023-06","s":null},{"m":"2023-07","s":null},{"m":"2023-08","s":null},{"m":"2023-09","s":null},{"m":"2023-10","s":null},{"m":"2023-11","s":null},{"m":"2023-12","s":"blocked","l":{"training":"none","search":"none","user_directed":"none"},"n":24},{"m":"2024-01","s":"blocked","l":{"training":"none","search":"none","user_directed":"none"},"n":24},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[{"domain":"docs.stripe.com","name":"Stripe Docs","category":"developer","date":"2026-05","precision":"month","source":"archive","provisional":false,"between":["2026-04-02","2026-05-04"],"summary":"Added <code>Content-Signal: ai-train=yes, search=yes, ai-input=yes</code>.","dir":"other","up":[],"down":[],"major":false,"signals":true,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20260402073054/https://docs.stripe.com/robots.txt","https://web.archive.org/web/20260504043220/https://docs.stripe.com/robots.txt"],"diff":[{"t":"ctx","s":"User-agent: *"},{"t":"add","s":"Content-Signal: ai-train=yes, search=yes, ai-input=yes"},{"t":"ctx","s":"Allow: /"},{"t":"del","s":"Allow: /$"},{"t":"ctx","s":"Disallow: /handoff-healthcheck"}]},{"domain":"docs.stripe.com","name":"Stripe Docs","category":"developer","date":"2024-02","precision":"month","source":"archive","provisional":false,"between":["2024-01-07","2024-02-13"],"summary":"Now allowed: GPTBot, ClaudeBot, Google-Extended, Applebot-Extended, CCBot, Meta-ExternalAgent, Bytespider, MistralAI-Training and 17 more.","dir":"down","up":[],"down":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","CCBot","Meta-ExternalAgent","Bytespider","MistralAI-Training","AI2Bot","anthropic-ai","OAI-SearchBot","Claude-SearchBot","PerplexityBot","Amazonbot","Amzn-SearchBot","DuckAssistBot","MistralAI-Index","Meta-WebIndexer","ChatGPT-User","Claude-User","Perplexity-User","Google-Agent","Meta-ExternalFetcher","Amzn-User","MistralAI-User"],"major":true,"signals":false,"status_from":"blocked","status_to":"allowed","evidence":["https://web.archive.org/web/20240107003136/https://docs.stripe.com/robots.txt","https://web.archive.org/web/20240213234250/https://docs.stripe.com/robots.txt"],"diff":[{"t":"add","s":"Sitemap: https://docs.stripe.com/sitemap.xml"},{"t":"add","s":""},{"t":"ctx","s":"User-agent: *"},{"t":"del","s":"Disallow: /"},{"t":"add","s":"Allow: /"},{"t":"add","s":"Allow: /$"},{"t":"add","s":"Disallow: /handoff-healthcheck"},{"t":"add","s":"Disallow: /handoff"},{"t":"ctx","s":""}]}]}