{"list":"blocks-assistants","title":"Top-100k websites blocking both ChatGPT-User and Claude-User","control":"robots.txt verdicts for ChatGPT-User and Claude-User","predicate":"blocks_assistants","means":"robots.txt disallows both ChatGPT-User and Claude-User for the whole site, so neither assistant will open its pages for a user who asks.","note":null,"buyers":"AI-visibility vendors, digital agencies and publisher analytics: sites closed to ChatGPT and Claude users.","obligation":"robots.txt (RFC 9309)","census":"top100k-web-census-2026-09","date":"2026-09-30","host":"top100k.agentexchange.work","kind":"top100k","population":99993,"reachable":78997,"count":2957,"share_of_population_pct":3,"by_state":{},"state_label":"State","page":"https://top100k.agentexchange.work/leads/blocks-assistants","feed":"https://top100k.agentexchange.work/leads/blocks-assistants.xml","source":"Tranco top sites list, top 100,000 domains (list pulled 2026-09-29)","license":"CC BY 4.0","free":true,"top":[{"domain":"facebook.com","name":"","type":"com","city":"","state":"","tranco_rank":"3","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"partly blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Facebook"},{"domain":"gstatic.com","name":"","type":"com","city":"","state":"","tranco_rank":"4","reachable":true,"http_only":false,"https_status":404,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Error 404 (Not Found)!!1"},{"domain":"instagram.com","name":"","type":"com","city":"","state":"","tranco_rank":"11","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Instagram"},{"domain":"mail.ru","name":"","type":"RU","city":"","state":"","tranco_rank":"12","reachable":true,"http_only":false,"https_status":200,"final_host":"account.mail.ru","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"fbcdn.net","name":"","type":"net","city":"","state":"","tranco_rank":"13","reachable":true,"http_only":false,"https_status":200,"final_host":"www.facebook.com","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"partly blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Facebook"},{"domain":"twitter.com","name":"","type":"com","city":"","state":"","tranco_rank":"15","reachable":true,"http_only":false,"https_status":200,"final_host":"x.com","hsts":true,"security_txt":"expired","privacy_link":true,"accessibility_link":true,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"X. It’s what’s happening / X"},{"domain":"dzen.ru","name":"","type":"RU","city":"","state":"","tranco_rank":"17","reachable":true,"http_only":false,"https_status":200,"final_host":"sso.passport.yandex.ru","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"googlevideo.com","name":"","type":"com","city":"","state":"","tranco_rank":"19","reachable":true,"http_only":false,"https_status":404,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Error 404 (Not Found)!!1"},{"domain":"amazon.com","name":"","type":"com","city":"","state":"","tranco_rank":"26","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.com. Spend less. Smile more."},{"domain":"doubleclick.net","name":"","type":"net","city":"","state":"","tranco_rank":"38","reachable":true,"http_only":false,"https_status":200,"final_host":"marketingplatform.google.com","hsts":false,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Enterprise Advertising & Analytics Solutions - Google Marketing Platform"},{"domain":"x.com","name":"","type":"com","city":"","state":"","tranco_rank":"50","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"expired","privacy_link":true,"accessibility_link":true,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"X. It’s what’s happening / X"},{"domain":"pinterest.com","name":"","type":"com","city":"","state":"","tranco_rank":"53","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Pinterest"},{"domain":"tiktok.com","name":"","type":"com","city":"","state":"","tranco_rank":"54","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"TikTok - Make Your Day"},{"domain":"wa.me","name":"","type":"ME","city":"","state":"","tranco_rank":"69","reachable":true,"http_only":false,"https_status":200,"final_host":"api.whatsapp.com","hsts":true,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Open WhatsApp"},{"domain":"myfritz.net","name":"","type":"net","city":"","state":"","tranco_rank":"70","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"MyFRITZ!Net"},{"domain":"msn.com","name":"","type":"com","city":"","state":"","tranco_rank":"71","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"MSN"},{"domain":"baidu.com","name":"","type":"com","city":"","state":"","tranco_rank":"81","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"百度一下，你就知道"},{"domain":"chatgpt.com","name":"","type":"com","city":"","state":"","tranco_rank":"82","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"yandex.ru","name":"","type":"RU","city":"","state":"","tranco_rank":"101","reachable":true,"http_only":false,"https_status":200,"final_host":"sso.passport.yandex.ru","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"reddit.com","name":"","type":"com","city":"","state":"","tranco_rank":"109","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Reddit"},{"domain":"amazonvideo.com","name":"","type":"com","city":"","state":"","tranco_rank":"118","reachable":true,"http_only":false,"https_status":200,"final_host":"www.primevideo.com","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"partly blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Prime Video: Watch movies, TV shows, sports, and live TV"},{"domain":"google-analytics.com","name":"","type":"com","city":"","state":"","tranco_rank":"119","reachable":true,"http_only":false,"https_status":200,"final_host":"marketingplatform.google.com","hsts":false,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Analytics Tools & Solutions for Your Business - Google Analytics"},{"domain":"registrar-servers.com","name":"","type":"com","city":"","state":"","tranco_rank":"122","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Home - registrar-servers.com"},{"domain":"nytimes.com","name":"","type":"com","city":"","state":"","tranco_rank":"157","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"nytimes.com"},{"domain":"cnn.com","name":"","type":"com","city":"","state":"","tranco_rank":"206","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"t.co","name":"","type":"CO","city":"","state":"","tranco_rank":"244","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"t.co / X"},{"domain":"imdb.com","name":"","type":"com","city":"","state":"","tranco_rank":"269","reachable":true,"http_only":false,"https_status":202,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"skybridge.click","name":"","type":"click","city":"","state":"","tranco_rank":"337","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"ООО \"СМП-74\""},{"domain":"amazon.co.uk","name":"","type":"UK","city":"","state":"","tranco_rank":"338","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.co.uk: Low Prices in Electronics, Books, Sports Equipment & more"},{"domain":"naver.com","name":"","type":"com","city":"","state":"","tranco_rank":"356","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"NAVER"},{"domain":"bloomberg.com","name":"","type":"com","city":"","state":"","tranco_rank":"385","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Bloomberg - Business News, Stock Markets, Finance, Breaking & World News"},{"domain":"amazon.de","name":"","type":"DE","city":"","state":"","tranco_rank":"400","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.de: Günstige Preise für Elektronik & Foto, Filme, Musik, Bücher, Games, Spielzeug &"},{"domain":"amazonalexa.com","name":"","type":"com","city":"","state":"","tranco_rank":"450","reachable":true,"http_only":false,"https_status":200,"final_host":"www.amazon.com","hsts":true,"security_txt":"incomplete","privacy_link":true,"accessibility_link":true,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Alexa - Your AI Assistant for Smart Home, Shopping & More | Amazon.com"},{"domain":"sohu.com","name":"","type":"com","city":"","state":"","tranco_rank":"481","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"搜狐"},{"domain":"cnbc.com","name":"","type":"com","city":"","state":"","tranco_rank":"484","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"quora.com","name":"","type":"com","city":"","state":"","tranco_rank":"496","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Just a moment..."},{"domain":"amazon.co.jp","name":"","type":"JP","city":"","state":"","tranco_rank":"497","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon | 本, ファッション, 家電から食品まで | アマゾン"},{"domain":"gosuslugi.ru","name":"","type":"RU","city":"","state":"","tranco_rank":"510","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Портал государственных услуг Российской Федерации"},{"domain":"amzn.to","name":"","type":"TO","city":"","state":"","tranco_rank":"517","reachable":true,"http_only":false,"https_status":200,"final_host":"www.amazon.com","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.com. Spend less. Smile more."},{"domain":"amazon.co.za","name":"","type":"ZA","city":"","state":"","tranco_rank":"525","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.co.za: Low Prices in Electronics, Books, Sports Equipment & more"},{"domain":"usatoday.com","name":"","type":"com","city":"","state":"","tranco_rank":"597","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"expired","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"USA TODAY - Breaking News and Latest News Today"},{"domain":"threads.com","name":"","type":"com","city":"","state":"","tranco_rank":"609","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Threads"},{"domain":"telegraph.co.uk","name":"","type":"UK","city":"","state":"","tranco_rank":"625","reachable":true,"http_only":false,"https_status":402,"final_host":"","hsts":false,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"amazon.fr","name":"","type":"FR","city":"","state":"","tranco_rank":"626","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.fr : livres, DVD, jeux vidéo, musique, high-tech, informatique, jouets, vêtements,"},{"domain":"amazon.ca","name":"","type":"CA","city":"","state":"","tranco_rank":"645","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.ca: Low Prices – Fast Shipping – Millions of Items"},{"domain":"sharethrough.com","name":"","type":"com","city":"","state":"","tranco_rank":"648","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Sharethrough — Human-Centric Programmatic Advertising"},{"domain":"primevideo.com","name":"","type":"com","city":"","state":"","tranco_rank":"670","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"partly blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Prime Video: Watch movies, TV shows, sports, and live TV"},{"domain":"yelp.com","name":"","type":"com","city":"","state":"","tranco_rank":"676","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":false,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"yelp.com"},{"domain":"amazon.in","name":"","type":"IN","city":"","state":"","tranco_rank":"690","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Online Shopping site in India: Shop Online for Mobiles, Books, Watches, Shoes and More - A"},{"domain":"hihonorcloud.com","name":"","type":"com","city":"","state":"","tranco_rank":"691","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""}],"columns":["domain","name","type","city","state","tranco_rank","reachable","http_only","https_status","final_host","hsts","security_txt","privacy_link","accessibility_link","robots_gptbot","robots_chatgpt_user","robots_claude_user","llms_txt","title"],"full":{"csv":"https://top100k.agentexchange.work/leads/blocks-assistants.csv","json":"https://top100k.agentexchange.work/leads/blocks-assistants.json","price_usdc":1,"state_csv":null,"state_price_usdc":0.25,"protocol":"x402","network":"base","manifest":"https://top100k.agentexchange.work/.well-known/x402"}}