{"list":"blocks-gptbot","title":"Top-100k websites blocking GPTBot","control":"robots.txt verdict for GPTBot","predicate":"blocks_gptbot","means":"robots.txt disallows GPTBot, OpenAI's training crawler, for the whole site.","note":null,"buyers":"AI-visibility and content-licensing vendors, publisher analytics, bot-management vendors.","obligation":"robots.txt (RFC 9309)","census":"top100k-web-census-2026-09","date":"2026-09-30","host":"top100k.agentexchange.work","kind":"top100k","population":99993,"reachable":78997,"count":7305,"share_of_population_pct":7.3,"by_state":{},"state_label":"State","page":"https://top100k.agentexchange.work/leads/blocks-gptbot","feed":"https://top100k.agentexchange.work/leads/blocks-gptbot.xml","source":"Tranco top sites list, top 100,000 domains (list pulled 2026-09-29)","license":"CC BY 4.0","free":true,"top":[{"domain":"gstatic.com","name":"","type":"com","city":"","state":"","tranco_rank":"4","reachable":true,"http_only":false,"https_status":404,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Error 404 (Not Found)!!1"},{"domain":"instagram.com","name":"","type":"com","city":"","state":"","tranco_rank":"11","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Instagram"},{"domain":"mail.ru","name":"","type":"RU","city":"","state":"","tranco_rank":"12","reachable":true,"http_only":false,"https_status":200,"final_host":"account.mail.ru","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"twitter.com","name":"","type":"com","city":"","state":"","tranco_rank":"15","reachable":true,"http_only":false,"https_status":200,"final_host":"x.com","hsts":true,"security_txt":"expired","privacy_link":true,"accessibility_link":true,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"X. It’s what’s happening / X"},{"domain":"dzen.ru","name":"","type":"RU","city":"","state":"","tranco_rank":"17","reachable":true,"http_only":false,"https_status":200,"final_host":"sso.passport.yandex.ru","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"googlevideo.com","name":"","type":"com","city":"","state":"","tranco_rank":"19","reachable":true,"http_only":false,"https_status":404,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Error 404 (Not Found)!!1"},{"domain":"amazon.com","name":"","type":"com","city":"","state":"","tranco_rank":"26","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.com. Spend less. Smile more."},{"domain":"whatsapp.net","name":"","type":"net","city":"","state":"","tranco_rank":"32","reachable":true,"http_only":false,"https_status":200,"final_host":"www.whatsapp.com","hsts":true,"security_txt":"complete","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"WhatsApp | Secure and Reliable Free Private Messaging and Calling"},{"domain":"doubleclick.net","name":"","type":"net","city":"","state":"","tranco_rank":"38","reachable":true,"http_only":false,"https_status":200,"final_host":"marketingplatform.google.com","hsts":false,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Enterprise Advertising & Analytics Solutions - Google Marketing Platform"},{"domain":"x.com","name":"","type":"com","city":"","state":"","tranco_rank":"50","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"expired","privacy_link":true,"accessibility_link":true,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"X. It’s what’s happening / X"},{"domain":"pinterest.com","name":"","type":"com","city":"","state":"","tranco_rank":"53","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Pinterest"},{"domain":"tiktok.com","name":"","type":"com","city":"","state":"","tranco_rank":"54","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"TikTok - Make Your Day"},{"domain":"whatsapp.com","name":"","type":"com","city":"","state":"","tranco_rank":"55","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"WhatsApp | Secure and Reliable Free Private Messaging and Calling"},{"domain":"yahoo.com","name":"","type":"com","city":"","state":"","tranco_rank":"59","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Yahoo | Mail, Weather, Search, Politics, News, Finance, Sports & Videos"},{"domain":"spotify.com","name":"","type":"com","city":"","state":"","tranco_rank":"66","reachable":true,"http_only":false,"https_status":200,"final_host":"open.spotify.com","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"allowed","robots_claude_user":"allowed","llms_txt":false,"title":"Spotify - Web Player: Music for everyone"},{"domain":"wa.me","name":"","type":"ME","city":"","state":"","tranco_rank":"69","reachable":true,"http_only":false,"https_status":200,"final_host":"api.whatsapp.com","hsts":true,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Open WhatsApp"},{"domain":"myfritz.net","name":"","type":"net","city":"","state":"","tranco_rank":"70","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"MyFRITZ!Net"},{"domain":"msn.com","name":"","type":"com","city":"","state":"","tranco_rank":"71","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"MSN"},{"domain":"baidu.com","name":"","type":"com","city":"","state":"","tranco_rank":"81","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"百度一下，你就知道"},{"domain":"chatgpt.com","name":"","type":"com","city":"","state":"","tranco_rank":"82","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"vimeo.com","name":"","type":"com","city":"","state":"","tranco_rank":"87","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Vimeo - All-in-One Video Platform"},{"domain":"yandex.ru","name":"","type":"RU","city":"","state":"","tranco_rank":"101","reachable":true,"http_only":false,"https_status":200,"final_host":"sso.passport.yandex.ru","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"reddit.com","name":"","type":"com","city":"","state":"","tranco_rank":"109","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Reddit"},{"domain":"google-analytics.com","name":"","type":"com","city":"","state":"","tranco_rank":"119","reachable":true,"http_only":false,"https_status":200,"final_host":"marketingplatform.google.com","hsts":false,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Analytics Tools & Solutions for Your Business - Google Analytics"},{"domain":"registrar-servers.com","name":"","type":"com","city":"","state":"","tranco_rank":"122","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Home - registrar-servers.com"},{"domain":"snapchat.com","name":"","type":"com","city":"","state":"","tranco_rank":"130","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Snapchat - Say It In A Snap"},{"domain":"gravatar.com","name":"","type":"com","city":"","state":"","tranco_rank":"154","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":true,"title":"Your Free Avatar, Profile, and Link In Bio | Gravatar"},{"domain":"nytimes.com","name":"","type":"com","city":"","state":"","tranco_rank":"157","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"nytimes.com"},{"domain":"flickr.com","name":"","type":"com","city":"","state":"","tranco_rank":"190","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"incomplete","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Flickr | The best place to be a photographer online."},{"domain":"soundcloud.com","name":"","type":"com","city":"","state":"","tranco_rank":"193","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Stream and listen to music online for free with SoundCloud"},{"domain":"medium.com","name":"","type":"com","city":"","state":"","tranco_rank":"203","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Attention Required! | Cloudflare"},{"domain":"cnn.com","name":"","type":"com","city":"","state":"","tranco_rank":"206","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"ebay.com","name":"","type":"com","city":"","state":"","tranco_rank":"208","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Error Page | eBay"},{"domain":"t-online.de","name":"","type":"DE","city":"","state":"","tranco_rank":"209","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"News & E-Mail bei t-online | Politik, Sport, Unterhaltung & Ratgeber"},{"domain":"forbes.com","name":"","type":"com","city":"","state":"","tranco_rank":"221","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"allowed","llms_txt":false,"title":"Forbes"},{"domain":"bbc.com","name":"","type":"com","city":"","state":"","tranco_rank":"222","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"BBC Home - Breaking News, World News, US News, Sports, Business, Innovation, Climate, Cult"},{"domain":"sciencedirect.com","name":"","type":"com","city":"","state":"","tranco_rank":"226","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"allowed","llms_txt":false,"title":"ScienceDirect"},{"domain":"bbc.co.uk","name":"","type":"UK","city":"","state":"","tranco_rank":"236","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":true,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"BBC - Home"},{"domain":"t.co","name":"","type":"CO","city":"","state":"","tranco_rank":"244","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"t.co / X"},{"domain":"canva.com","name":"","type":"com","city":"","state":"","tranco_rank":"247","reachable":true,"http_only":false,"https_status":403,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Canva"},{"domain":"imdb.com","name":"","type":"com","city":"","state":"","tranco_rank":"269","reachable":true,"http_only":false,"https_status":202,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":""},{"domain":"launchpad.net","name":"","type":"net","city":"","state":"","tranco_rank":"284","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":true,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Launchpad"},{"domain":"reuters.com","name":"","type":"com","city":"","state":"","tranco_rank":"292","reachable":true,"http_only":false,"https_status":401,"final_host":"","hsts":false,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"blocked","llms_txt":false,"title":"reuters.com"},{"domain":"nature.com","name":"","type":"com","city":"","state":"","tranco_rank":"304","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":true,"accessibility_link":true,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Nature"},{"domain":"alibaba.com","name":"","type":"com","city":"","state":"","tranco_rank":"315","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"partly blocked","robots_claude_user":"partly blocked","llms_txt":false,"title":"Alibaba.com: Manufacturers, Suppliers, Exporters & Importers from the world's largest onli"},{"domain":"skybridge.click","name":"","type":"click","city":"","state":"","tranco_rank":"337","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":false,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"ООО \"СМП-74\""},{"domain":"amazon.co.uk","name":"","type":"UK","city":"","state":"","tranco_rank":"338","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"incomplete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.co.uk: Low Prices in Electronics, Books, Sports Equipment & more"},{"domain":"naver.com","name":"","type":"com","city":"","state":"","tranco_rank":"356","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"NAVER"},{"domain":"bloomberg.com","name":"","type":"com","city":"","state":"","tranco_rank":"385","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"complete","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Bloomberg - Business News, Stock Markets, Finance, Breaking & World News"},{"domain":"amazon.de","name":"","type":"DE","city":"","state":"","tranco_rank":"400","reachable":true,"http_only":false,"https_status":200,"final_host":"","hsts":true,"security_txt":"none","privacy_link":false,"accessibility_link":false,"robots_gptbot":"blocked","robots_chatgpt_user":"blocked","robots_claude_user":"blocked","llms_txt":false,"title":"Amazon.de: Günstige Preise für Elektronik & Foto, Filme, Musik, Bücher, Games, Spielzeug &"}],"columns":["domain","name","type","city","state","tranco_rank","reachable","http_only","https_status","final_host","hsts","security_txt","privacy_link","accessibility_link","robots_gptbot","robots_chatgpt_user","robots_claude_user","llms_txt","title"],"full":{"csv":"https://top100k.agentexchange.work/leads/blocks-gptbot.csv","json":"https://top100k.agentexchange.work/leads/blocks-gptbot.json","price_usdc":1,"state_csv":null,"state_price_usdc":0.25,"protocol":"x402","network":"base","manifest":"https://top100k.agentexchange.work/.well-known/x402"}}