{"domain":"paypal.com","name":"PayPal","category":"finance","subcategory":"payments","country":"US","tags":[],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) has no rules for any AI bot we track. They are covered by its catch-all rule (<code>User-agent: *</code>), which lets them into the site.","computed_at":"2026-10-20T03:43:14.810Z","last_checked":"2026-10-19T13:32:00.089Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.paypal.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.paypal.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.paypal.com/robots.txt","hops":[{"from":"https://paypal.com/robots.txt","to":"https://www.paypal.com/robots.txt","status":301}],"blob":"9c2f2f57e870e9b8406b1b738f0afbae6434f9991f24812890de2a6e317fc083","text":"### BEGIN FILE ###\n\n# PayPal robots.txt file \n\nUser-agent: *\nDisallow: /cgibin/\nDisallow: /il/cart/\nDisallow: /*?cmd=_pce*\nDisallow: /row/\nDisallow: /xclick-auction*\nDisallow: /affil/\nDisallow: /*?cmd=_flow*\nDisallow: /*?cmd=_mobile-activate-outside\nDisallow: /*?SESSION*\nDisallow: /*?cmd=_s-xclick*\nDisallow: /subscriptions/\nDisallow: /ireceipt/get/\nDisallow: /ireceipt/get?\nDisallow: /getCallUsInfoData/\nDisallow: /*?action=callus\nDisallow: /loadHelpcenterDecouplePage\nDisallow: /limited-release/\nDisallow: /files/developer/\nDisallow: /*?content_ID=developer\nDisallow: /ebook/\nDisallow: /IntegrationCenter/\nDisallow: /limited-release\nDisallow: /ebook\nDisallow: /IntegrationCenter\nDisallow: /ece/\nDisallow: /webscr/\nDisallow: /*?cmd=_xclick*\nDisallow: /*?cmd=_cart*\nDisallow: /*?cmd=_gxo-upgrade/\nDisallow: /cms_content/\nDisallow: /affil/\nDisallow: /*?cmd=_donations*\nDisallow: /*?cmd=_oe-gift-certificate*\nDisallow: /refer/\nDisallow: /cart?*\nDisallow: /signin/inject/\nDisallow: /_prq/\nDisallow: /PWD/\nDisallow: /mobile/checkout\nDisallow: /webapps/checkout\nDisallow: /webapps/hermes\nDisallow: /webapps/aries\nDisallow: /webapps/xo/html/cookiecheck.html\nDisallow: /webapps/xoonboarding/*\nDisallow: /agreements/approve\nDisallow: /mobile/agreements\nDisallow: /checkoutnow/\nDisallow: /incontext\nDisallow: /helios/\nDisallow: /xorouter/\nDisallow: /auth/verifychallenge/\nDisallow: /signin?expId=confirmEmail\nDisallow: /signin?expId=confirmEmail*\nDisallow: /?expId=confirmEmail*\nDisallow: /*?cmd=_pay-inv\nDisallow: /affil/pal\nDisallow: /refer/pal\nDisallow: /pools/campaign/*\nDisallow: /invoice/p/*\nDisallow: /pools/c/*\nDisallow: /claim-money?*\nDisallow: /hub?category=*\nDisallow: /fundraiser/charity/*\nDisallow: /auth/createchallenge\nDisallow: /graphql?\nDisallow: /muse/identity/v2/identity.js\nDisallow: /sdk/js\nDisallow: /smart/button\nDisallow: /smart/buttons\nDisallow: /tagmanager/containers/xo\nDisallow: /tagmanager/pptm.js\nDisallow: /xoplatform/logger/api/logger\nDisallow: /merchantapps/\nDisallow: /clickthru/\nDisallow: /invoice/payerView/*\nDisallow: /invoice/payerView/attachments/*\nDisallow: /invoice/estimate/buyerView/attachments/*\nDisallow: /invoice/est/*\nDisallow: /invoice/estimate/buyerView/*\nDisallow: /invoice/p/*\nDisallow: /pay/*\nDisallow: /*?*payRequest=*\nDisallow: /*?*cgi-bin=*\nDisallow: /*?*onboardData=*\nDisallow: /*?*signUpRequest=*\nDisallow: /*?*guestLogin=*\nDisallow: /*?*unptid=*\nDisallow: /*?*tpcid=*\nDisallow: /*?*requestmoney=*\nDisallow: /business/pos-system/shop/*\nDisallow: /cdn-cgi/\n\nSitemap: https://www.paypal.com/paypal-sitemap-index.xml\n\nUser-agent: AdsBot-Google\nDisallow: /business/pos-system/shop/*\n","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["*","AdsBot-Google"],"lines":102},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":91,"lines":[5,96],"groupRanges":[[5,96]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":["Fastly"],"botManagement":[]},"llms":{"state":"present","http":200,"bytes":40103,"parsed":{"title":null,"summary":null,"links":151,"sections":["🛒 Consumer - Digital Wallet (Core Markets L1/L2)","💼 Merchant","🏢 Enterprise (Core Markets L1/L2)","📢 Advertiser","🌐 Global Essential Pages (All Markets)","📚 Help, Developer & Support","💡 Business and Money Hub Resources"],"wellFormed":false},"url":"https://www.paypal.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.paypalobjects.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.paypalobjects.com/.well-known/tdmrep.json"},"meta":{"title":"Pay, Send and Save Money with PayPal | PayPal US","robotsMeta":[{"name":"robots","content":"max-image-preview:large"},{"name":"robots","content":"max-video-preview:-1"}],"noai":[],"noindex":false,"jsonLdTypes":["Organization","Corporation","WebSite","WebPage","PaymentCard","LoanOrCredit","CreditCard","FinancialProduct","Service","ImageObject","Offer","SoftwareApplication","MobileApplication"],"platform":null,"textRatio":0.029,"llmsLink":false},"x_robots_tag":null,"tos":{"url":"https://www.paypal.com/us/webapps/mpp/campaigns/terms/paypal-credit-dual","source":"discovered","http":200,"hash":"189a9098ac3e6e0b26213c0c160b5aa65e79c558a7f7e74281b57b1329e9b6c2","chars":3350,"thin":false,"clauses":[],"door":{"door":"open","http":200}},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":43,"first":"2023-01-01","archive_points":42,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[]}