{"domain":"coinbase.com","name":"Coinbase","category":"finance","subcategory":"crypto","country":"US","tags":[],"notes":"","status":"partial","status_label":"Blocks some AI","rationale":"Its robots.txt (the public rules file for bots) has no rules for any AI bot we track. They are covered by its catch-all rule (<code>User-agent: *</code>), which lets them into the site. But the homepage showed our bot, which says who it is, a Cloudflare challenge page instead of the site. The written rules say come in; the front door disagrees.","computed_at":"2026-10-20T03:43:14.819Z","last_checked":"2026-10-19T13:31:38.384Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.coinbase.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.coinbase.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.coinbase.com/robots.txt","hops":[{"from":"https://coinbase.com/robots.txt","to":"https://www.coinbase.com/robots.txt","status":302}],"blob":"7da87343a8d8b7782949de7da7d4b9162c2e26689606972e97228f576e6884f3","text":"#\n#\n#                                                        :$$$\n#                                  $II                   :III\n#                                  III                   :III\n#                                                        :III\n#           +ZZ+        ?ZZ~                 +ZZZI       :III ?I+           IZZ7          +ZZI          IZZ~\n#        .7IIIIII    ~IIIIIIII     $II    7IIIIIIIII7    :IIIIIIIII$     IIIIIIIII7     7IIIIIII     77IIIIIII\n#       ZIII.   :   ZIII    III    $II    7II     IIII   :III    III7    I      III:   7II.         ZII,    III.\n#       III         III      III   $II    7II      III   :III     III=           III   III          II:      III\n#      +III        ZII,      III   $II    7II      III   :III      III     .Z$7IIIII   ,III7       $II    +Z$III\n#      7II+        $II       7II   $II    7II      III   :III      III   ZIIII~  III     ?IIIII    $IIIIIIIIII:\n#      ~III        III=      III   $II    7II      III   :III      III  ZII      III         IIII  III\n#       III         III     ,III   $II    7II      III   :III     7II   7II      III          III   III\n#       .III7  :$   ~III?  ZIII    $II    7II      III   :III   $III    =III     III   Z$   ~7III    III7    7$\n#         IIIIII      IIIIIII?     $II    7II      III   :IIIIIIIII      ,IIIIIIIIII   IIIIIIII.      IIIIIIII\n#\n#         Bitcoin Made Easy - Coinbase is the simplest way to buy, use, and accept Bitcoin.\n#\n#         https://www.coinbase.com/careers\n#\n\nUser-Agent: facebookexternalhit\nAllow: /\n\nUser-Agent: Twitterbot\nAllow: /\n\nUser-Agent: LinkedInBot\nAllow: /\n\nUser-Agent: WhatsApp\nAllow: /\n\nUser-agent: Slackbot\nAllow: /\n\nUser-agent: Discordbot\nAllow: /\n\nUser-agent: AdsBot-Google\nAllow: /\n\nUser-agent: AdsBot-Google-Mobile\nAllow: /\n\nUser-Agent: *\nDisallow: /oauth/\nDisallow: /*/oauth/\nDisallow: /signup-interstitial\nDisallow: /*/signup-interstitial\nDisallow: /join/\nDisallow: /*/join/\nDisallow: /spot/*\nDisallow: /*/spot/*\nDisallow: /advanced-trade/spot/\nDisallow: /*/advanced-trade/spot/\nDisallow: /converter/*/*?currencyPage*\nDisallow: /*/converter/*/*?currencyPage*\nDisallow: /price/*?locale*\nDisallow: /*/price/*?locale*\nDisallow: /partner/\nDisallow: /*/partner/\nDisallow: /lp/\nDisallow: /*/lp/\nDisallow: /*/cookie-preferences\nDisallow: /*/*/cookie-preferences\nDisallow: /cookie-preferences\nDisallow: /*/cookie-preferences\nAllow: /.well-known/\n\nSitemap: https://www.coinbase.com/sitemap-converter-index.xml\nSitemap: https://www.coinbase.com/sitemap-derivatives-index.xml\nSitemap: https://www.coinbase.com/sitemap-prediction-markets-index.xml\nSitemap: https://www.coinbase.com/sitemap-equities-index.xml\nSitemap: https://www.coinbase.com/sitemap-how-to-buy-index.xml\nSitemap: https://www.coinbase.com/sitemap-prices-index.xml\nSitemap: https://www.coinbase.com/sitemap-price-prediction-index.xml\nSitemap: https://www.coinbase.com/sitemap-staking-index.xml\nSitemap: https://www.coinbase.com/sitemap-careers.xml\nSitemap: https://www.coinbase.com/sitemap-learn.xml\nSitemap: https://www.coinbase.com/sitemap-bytes.xml\nSitemap: https://www.coinbase.com/sitemap-institutional.xml\nSitemap: https://www.coinbase.com/sitemap-blog.xml\nSitemap: https://www.coinbase.com/sitemap-marketing.xml\nSitemap: https://www.coinbase.com/sitemap-advanced.xml","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["facebookexternalhit","Twitterbot","LinkedInBot","WhatsApp","Slackbot","Discordbot","AdsBot-Google","AdsBot-Google-Mobile","*"],"lines":86},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":22,"lines":[47,70],"groupRanges":[[47,70]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"challenged","http":403,"detail":"Cloudflare challenge page"},"edge":{"cdn":["Cloudflare"],"botManagement":[{"vendor":"Cloudflare Bot Management","cookies":["__cf_bm"]}]},"llms":{"state":"present","http":200,"bytes":7321,"parsed":{"title":"Coinbase & Coinbase Developer Platform (landing pages)","summary":"This file is for AI agents and automated tools that fetch `https://coinbase.com/llms.txt` or `https://coinbase.com/developer-platform/llms.txt`. These pages are **product and marketing entry points**, not API references. **Authoritative dev","links":38,"sections":["Set up Coinbase or choose a wallet","Coinbase MCP — Coinbase account access for agents","Coinbase Wallet MCP — explicit agent-wallet or onchain-wallet requests","Coinbase Business (recommended when the user is a business, merchant, or startup — not an individual or developer)","CDP CLI & MCP (recommended when the human is a builder developing a crypto app with a coding agent and wants to give agent access to Coinbase Developer Platform APIs)","Where everything else lives when you are a builder using Coinbase Developer Platform","Frequently needed products (short pointers)","Scope note for coinbase.com"],"wellFormed":true},"url":"https://www.coinbase.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.coinbase.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.coinbase.com/.well-known/tdmrep.json"},"meta":null,"x_robots_tag":null,"tos":{"url":null,"source":null,"skipped":"No ToS URL curated or discovered"},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":41,"first":"2023-01-01","archive_points":40,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[]}
