{"domain":"thumbtack.com","name":"Thumbtack","category":"local","subcategory":"services","country":"US","tags":[],"notes":"","status":"allowed","status_label":"Allows AI","rationale":"Its robots.txt (the public rules file for bots) has no rules for any AI bot we track. They are covered by its catch-all rule (<code>User-agent: *</code>), which lets them into the site.","computed_at":"2026-10-20T03:43:14.903Z","last_checked":"2026-10-19T13:32:29.445Z","checker":{"allowed":true,"vantage":"residential connection, United States (manual run)","origin":"https://www.thumbtack.com"},"robots":{"via":{"type":"live","date":"2026-10-19","url":"https://www.thumbtack.com/robots.txt"},"kind":"file","http":200,"error":null,"url":"https://www.thumbtack.com/robots.txt","hops":[{"from":"https://thumbtack.com/robots.txt","to":"https://www.thumbtack.com/robots.txt","status":301}],"blob":"3ce35d4737aa869c63b37b161af33181700baed8cf1a2cdf9016fb0b60faef74","text":"#                      ..,,,:::::::,,..\n#                 .,:;i11tttttttttttt11i;:,.\n#              .:i1tttttttttttttttttttttttt1i:,\n#           .:i1ttttttttttttttttttttttttttttttti:.\n#         .:1tttttttttttttttttttttttttttttttttttt1;.\n#        :1tttttttttttttttttttttttttttttttttttttttt1:.\n#      .itttttttttttttttttttttttttttttttttttttttttttti,\n#     ,1tttttttttt111111111111111111111111111ttttttttt1:\n#    ,1tttttttttt;..........................:ttttttttttt:\n#   .1ttttttttttt:                          ,tttttttttttt,\n#   itttttttttttt:                          ,tttttttttttt1.\n#  ,ttttttttttttt1111111111111111111111111111ttttttttttttt:\n#  ;tttttttttttttttttttttttttt1i;;1ttttttttttttttttttttttt1\n#  1tttttttttttttttttttttttt;,.   ;ttttttttttttttttttttttt1.\n# .1ttttttttttttttttttttttti      ;tttttttttttttttttttttttt,\n# .1ttttttttttttttttttttttti      ;tttttttttttttttttttttttt.\n#  ittttttttttttttttttttttti      ;ttttttttttttttttttttttt1.\n#  :ttttttttttttttttttttttti      ;ttttttttttttttttttttttt;\n#  .itttttttttttttttttttttti      ;tttttttttttttttttttttt1.\n#   ,1ttttttttttttttttttttti      ;tttttttttttttttttttttt:\n#    :ttttttttttttttttttttt1.     ittttttttttttttttttttt;\n#     :1tttttttttttttttttttt,    .1tttttttttttttttttttt;\n#      ,1ttttttttttttttttttti.   ;ttttttttttttttttttt1:\n#       .;1tttttttttttttttttti..;ttttttttttttttttttti.\n#         ,;1ttttttttttttttttt1itttttttttttttttttti,\n#           .;1tttttttttttttttttttttttttttttttt1;,\n#             .,;1tttttttttttttttttttttttttt1;:.\n#                .,:;i1tttttttttttttttt1i;:,.\n#                     ..,::;;;;;;;;::,,.\n#\n\nUser-agent: *\nDisallow: /action/\nDisallow: /admin/\nDisallow: /ajax\nDisallow: /bid/\nDisallow: /find-work/\nDisallow: /logout\nDisallow: /maintenance\nAllow: /maintenance-services\nDisallow: /media/\nDisallow: /profile/widgets\nDisallow: /i/\nDisallow: /frontDoorPage/\nAllow: /profile/picture\nDisallow: /profile\nDisallow: /request/\nDisallow: /reviews/\nAllow: /reviews/$\nDisallow: /tracking/\nDisallow: /help/mobile\nDisallow: /event/\nDisallow: /marketpayment/identity\nDisallow: /marketpayment/payee\nDisallow: /native\nDisallow: /login/mobile\nDisallow: /pro-inbox/\nDisallow: /track_event/\nDisallow: /unsubscribe\nDisallow: /websites/services\nDisallow: /api\nDisallow: /instant-results\nDisallow: /saml\nDisallow: /graphql\nDisallow: /pro/referral\nDisallow: /survey$\nDisallow: /business_tools/\n\nSitemap: https://www.thumbtack.com/sitemap_seo_showroom.xml\nSitemap: https://www.thumbtack.com/sitemap.xml\n","refused":null,"warnings":[],"contentSignals":[],"contentUsage":[],"licenses":[],"aiComments":[],"platform":null,"wildcard":{"exists":true,"access":"full"},"named":["*"],"lines":71},"agents":[{"token":"GPTBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"ClaudeBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Google-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Applebot-Extended","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"CCBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Meta-ExternalAgent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Bytespider","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"MistralAI-Training","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"AI2Bot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"anthropic-ai","deprecated":true,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"OAI-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Claude-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"PerplexityBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Amazonbot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Amzn-SearchBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"DuckAssistBot","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"MistralAI-Index","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Meta-WebIndexer","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"ChatGPT-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Claude-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Perplexity-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Google-Agent","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Meta-ExternalFetcher","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Amzn-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"MistralAI-User","deprecated":false,"matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]}],"refs":[{"token":"Googlebot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]},{"token":"Bingbot","matched":"wildcard","access":"full","probes":{"root":{"allowed":true,"line":null},"any":{"allowed":true,"line":null},"search":{"allowed":true,"line":null},"cart":{"allowed":true,"line":null},"checkout":{"allowed":true,"line":null},"account":{"allowed":true,"line":null}},"disallows":32,"lines":[32,67],"groupRanges":[[32,67]]}],"lanes":{"training":{"level":"full","none":0,"full":9,"restricted":0,"n":9},"search":{"level":"full","none":0,"full":8,"restricted":0,"n":8},"user_directed":{"level":"full","none":0,"full":7,"restricted":0,"n":7}},"door":{"door":"open","http":200},"edge":{"cdn":["Amazon CloudFront"],"botManagement":[]},"llms":{"state":"absent","http":404,"url":"https://www.thumbtack.com/llms.txt"},"ai_txt":{"state":"absent","http":404,"url":"https://www.thumbtack.com/ai.txt"},"tdmrep":{"state":"absent","http":404,"url":"https://www.thumbtack.com/.well-known/tdmrep.json"},"meta":{"title":"Thumbtack | Care for Your Home | Find Local Pros & Reviews","robotsMeta":[],"noai":[],"noindex":false,"jsonLdTypes":["Website","Organization","ContactPoint"],"platform":"Next.js","textRatio":0.016,"llmsLink":false},"x_robots_tag":null,"tos":{"url":"https://www.thumbtack.com/terms","source":"discovered","http":200,"hash":"b4f910d3117b4e629d54bf2afb753454ca738ce66c7e7c4bfc21bc9d21645ec1","chars":59109,"thin":false,"clauses":[{"keyword":"artificial intelligence","prohibition":true,"excerpt":"…leted projects, including without limitation, before-and-after or similar photos, are authentic and not generated using artificial intelligence tools or systems."},{"keyword":"automated tools","prohibition":true,"excerpt":"Using automated tools (including robots, spiders, or scrapers, etc.) to access the Platform without Thumbtack's prior written consent, or in any manner, collecting, harvesting, publishing, selling or using personal information for unauthorized purposes, including targeted advertising or commercial s…"}],"door":{"door":"open","http":200}},"paid":null,"program":null,"statements":[],"claim":null,"reports":[],"history":{"points":37,"first":"2023-01-01","archive_points":36,"series":[{"m":"2023-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2023-10","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2023-11","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2023-12","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-01","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-02","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-03","s":"allowed","l":{"training":"mixed","search":"full","user_directed":"full"},"n":1},{"m":"2024-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2024-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-11","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2025-12","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-01","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-02","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-03","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-04","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-05","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-06","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-07","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-08","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-09","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0},{"m":"2026-10","s":"allowed","l":{"training":"full","search":"full","user_directed":"full"},"n":0}]},"events":[{"domain":"thumbtack.com","name":"Thumbtack","category":"local","date":"2024-04","precision":"month","source":"archive","provisional":false,"between":["2024-03-04","2024-04-01"],"summary":"Now allowed: Bytespider.","dir":"down","up":[],"down":["Bytespider"],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20240304142423/https://www.thumbtack.com/robots.txt","https://web.archive.org/web/20240401010230/https://www.thumbtack.com/robots.txt"],"diff":[{"t":"ctx","s":""},{"t":"del","s":"User-Agent: OmniExplorer_Bot"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"del","s":"User-Agent: Bytespider"},{"t":"del","s":"Disallow: /"},{"t":"del","s":""},{"t":"ctx","s":"User-agent: *"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /find-work/"},{"t":"del","s":"Disallow: /instant-results/"},{"t":"ctx","s":"Disallow: /logout"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /media/"},{"t":"del","s":"Disallow: /profile"},{"t":"ctx","s":"Disallow: /profile/widgets?"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /tracking/"},{"t":"del","s":"Disallow: /websites/"},{"t":"ctx","s":"Disallow: /help/mobile"},{"t":"gap","s":"…"},{"t":"ctx","s":"Disallow: /pro-inbox/"},{"t":"del","s":"Disallow: /redirect"},{"t":"ctx","s":"Disallow: /track_event/"},{"t":"gap","s":"…"},{"t":"ctx","s":"Sitemap: https://www.thumbtack.com/sitemap_misc.xml"},{"t":"add","s":"Sitemap: https://www.thumbtack.com/sitemap_seo_showroom.xml"},{"t":"ctx","s":""}]},{"domain":"thumbtack.com","name":"Thumbtack","category":"local","date":"2023-10","precision":"month","source":"archive","provisional":false,"between":["2023-09-02","2023-10-02"],"summary":"Now blocked: Bytespider.","dir":"up","up":["Bytespider"],"down":[],"major":false,"signals":false,"status_from":"allowed","status_to":"allowed","evidence":["https://web.archive.org/web/20230902183205/https://www.thumbtack.com/robots.txt","https://web.archive.org/web/20231002204827/https://www.thumbtack.com/robots.txt"],"diff":[{"t":"ctx","s":""},{"t":"add","s":"User-Agent: Bytespider"},{"t":"add","s":"Disallow: /"},{"t":"add","s":""},{"t":"ctx","s":"User-agent: *"}]}]}