{ "title": "AI crawler access + llms.txt adoption", "collected": "2026-08-23", "source": "Tranco top-1m", "method": "Stratified random sample: 100 domains from each of four rank bands (1-1k, 1k-10k, 10k-100k, 100k-1m), deterministic seed 20260823. robots.txt evaluated for the site root only; longest match wins, Allow beats Disallow at equal specificity, an agent's own group beats *, and absence of a matching group means permitted.", "sample_size": 400, "reachable": 233, "note": "Tranco includes CDN and DNS infrastructure domains that are not websites and do not serve robots.txt; those dominate the unreachable set. All percentages are of reachable domains.", "summary": [ { "agent": "OAI-SearchBot", "blocked": 22, "blockedPct": 9, "explicit": 13, "explicitPct": 6, "meaning": "ChatGPT search citations" }, { "agent": "ChatGPT-User", "blocked": 25, "blockedPct": 11, "explicit": 17, "explicitPct": 7, "meaning": "ChatGPT live page fetches" }, { "agent": "GPTBot", "blocked": 43, "blockedPct": 18, "explicit": 39, "explicitPct": 17, "meaning": "OpenAI model training" }, { "agent": "PerplexityBot", "blocked": 24, "blockedPct": 10, "explicit": 19, "explicitPct": 8, "meaning": "Perplexity citations" }, { "agent": "ClaudeBot", "blocked": 38, "blockedPct": 16, "explicit": 30, "explicitPct": 13, "meaning": "Anthropic crawling" }, { "agent": "Google-Extended", "blocked": 34, "blockedPct": 15, "explicit": 26, "explicitPct": 11, "meaning": "Gemini model training" }, { "agent": "CCBot", "blocked": 36, "blockedPct": 15, "explicit": 33, "explicitPct": 14, "meaning": "Common Crawl (feeds many datasets)" }, { "agent": "Bytespider", "blocked": 36, "blockedPct": 15, "explicit": 33, "explicitPct": 14, "meaning": "ByteDance crawling" } ], "llms_txt": { "present": 28, "html_false_positive": 42 }, "results": [ { "domain": "capcutapi.com", "tranco_rank": 368, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "miui.com", "tranco_rank": 210, "band": "1-1k", "reachable": false, "error": "HTTP 404" }, { "domain": "mercadolibre.com.ar", "tranco_rank": 933, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "wb.ru", "tranco_rank": 706, "band": "1-1k", "reachable": false, "error": "HTTP 498" }, { "domain": "vecdnlb.com", "tranco_rank": 269, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "azurefd.net", "tranco_rank": 156, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "stanford.edu", "tranco_rank": 362, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "vedsalb.com", "tranco_rank": 640, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "lenovo.com", "tranco_rank": 784, "band": "1-1k", "reachable": false, "error": "HTTP 403" }, { "domain": "issuu.com", "tranco_rank": 342, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "ad-tech.ru", "tranco_rank": 849, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "dyingbirds.com", "tranco_rank": 898, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "rbxcdn.com", "tranco_rank": 249, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "hcaptcha.com", "tranco_rank": 266, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "dell.com", "tranco_rank": 446, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": true }, "llms_txt": true }, { "domain": "mi.com", "tranco_rank": 355, "band": "1-1k", "reachable": false, "error": "HTTP 403" }, { "domain": "samsung.com", "tranco_rank": 95, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": false, "Google-Extended": true, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "f5.com", "tranco_rank": 134, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "arubanetworks.com", "tranco_rank": 270, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "mail.ru", "tranco_rank": 13, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "my.com", "tranco_rank": 595, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "whitehouse.gov", "tranco_rank": 992, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "trustpilot.com", "tranco_rank": 343, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "tiktok.com", "tranco_rank": 54, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "featureassets.org", "tranco_rank": 462, "band": "1-1k", "reachable": false, "error": "HTTP 403" }, { "domain": "beyondwickedmapping.org", "tranco_rank": 496, "band": "1-1k", "reachable": false, "error": "HTTP 404" }, { "domain": "epicgames.com", "tranco_rank": 158, "band": "1-1k", "reachable": false, "error": "HTTP 403" }, { "domain": "akamai.net", "tranco_rank": 12, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "gitlab.com", "tranco_rank": 381, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "douyincdn.com", "tranco_rank": 328, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "lencr.org", "tranco_rank": 198, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "id5-sync.com", "tranco_rank": 692, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "theverge.com", "tranco_rank": 813, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": false, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "duckduckgo.com", "tranco_rank": 531, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "openstreetmap.org", "tranco_rank": 730, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "nintendo.com", "tranco_rank": 624, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "ibm.com", "tranco_rank": 264, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "dailymotion.com", "tranco_rank": 406, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "playrix.com", "tranco_rank": 936, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "unsplash.com", "tranco_rank": 399, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": false, "CCBot": false, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": false, "CCBot": false, "Bytespider": true }, "llms_txt": false }, { "domain": "ddnss.de", "tranco_rank": 773, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "amazon-adsystem.com", "tranco_rank": 133, "band": "1-1k", "reachable": false, "error": "HTTP 404" }, { "domain": "bunnyinfra.net", "tranco_rank": 812, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "aol.com", "tranco_rank": 495, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "tandfonline.com", "tranco_rank": 549, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "target.com", "tranco_rank": 586, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "qualtrics.com", "tranco_rank": 882, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "3gppnetwork.org", "tranco_rank": 167, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "akahost.net", "tranco_rank": 987, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "cdnvideo.ru", "tranco_rank": 631, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "creativecdn.com", "tranco_rank": 721, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "allawnos.com", "tranco_rank": 353, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "office.com", "tranco_rank": 21, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "synology.com", "tranco_rank": 881, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "no-ip.com", "tranco_rank": 840, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "docker.io", "tranco_rank": 937, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "dynatrace.com", "tranco_rank": 528, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "exp-tas.com", "tranco_rank": 497, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "alipaydns.com", "tranco_rank": 795, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "on.aws", "tranco_rank": 573, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "tencent-cloud.net", "tranco_rank": 503, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "usatoday.com", "tranco_rank": 553, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "adobe.io", "tranco_rank": 180, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "163.com", "tranco_rank": 397, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "online-metrix.net", "tranco_rank": 425, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "nasa.gov", "tranco_rank": 382, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "taboola.com", "tranco_rank": 202, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "adnxs.com", "tranco_rank": 255, "band": "1-1k", "reachable": false, "error": "HTTP 404" }, { "domain": "ln-msedge.net", "tranco_rank": 903, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "telecid.ru", "tranco_rank": 241, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "deloitte.com", "tranco_rank": 911, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "baidu.com", "tranco_rank": 82, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "pendo.io", "tranco_rank": 975, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "steamcommunity.com", "tranco_rank": 421, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "tesla.com", "tranco_rank": 994, "band": "1-1k", "reachable": false, "error": "HTTP 403" }, { "domain": "newrelic.com", "tranco_rank": 499, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "jsdelivr.net", "tranco_rank": 299, "band": "1-1k", "reachable": false, "error": "timeout" }, { "domain": "miit.gov.cn", "tranco_rank": 141, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "sentinelone.net", "tranco_rank": 889, "band": "1-1k", "reachable": false, "error": "timeout" }, { "domain": "edgcdn.net", "tranco_rank": 203, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "footprintdns.com", "tranco_rank": 703, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "unpkg.com", "tranco_rank": 820, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "vkontakte.ru", "tranco_rank": 470, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "uber.com", "tranco_rank": 718, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "playstation.com", "tranco_rank": 603, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "ui-dns.com", "tranco_rank": 471, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "duckdns.org", "tranco_rank": 276, "band": "1-1k", "reachable": false, "error": "HTTP 404" }, { "domain": "loc.gov", "tranco_rank": 611, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "mts.ru", "tranco_rank": 176, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "npr.org", "tranco_rank": 485, "band": "1-1k", "reachable": false, "error": "timeout" }, { "domain": "force.com", "tranco_rank": 615, "band": "1-1k", "reachable": false, "error": "HTTP 403" }, { "domain": "360.cn", "tranco_rank": 598, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "eye4.cn", "tranco_rank": 466, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "omtrdc.net", "tranco_rank": 258, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "mhverifier.ru", "tranco_rank": 662, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "kaspersky-labs.com", "tranco_rank": 408, "band": "1-1k", "reachable": false, "error": "fetch failed" }, { "domain": "name.com", "tranco_rank": 332, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "kleinanzeigen.de", "tranco_rank": 901, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "android.com", "tranco_rank": 240, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": false }, "llms_txt": false }, { "domain": "cloudflare.com", "tranco_rank": 2, "band": "1-1k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": false, "Google-Extended": true, "CCBot": true, "Bytespider": false }, "llms_txt": true }, { "domain": "cyon.ch", "tranco_rank": 4885, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "hawaii.gov", "tranco_rank": 8955, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "missav.ws", "tranco_rank": 1358, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "az24.vn", "tranco_rank": 1713, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "shareasale.com", "tranco_rank": 6717, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "pngtree.com", "tranco_rank": 6950, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": true, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": true, "Bytespider": false }, "llms_txt": false }, { "domain": "google.com.eg", "tranco_rank": 3796, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "1drv.com", "tranco_rank": 1923, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "dssedge.com", "tranco_rank": 5385, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "gmw.cn", "tranco_rank": 6676, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "tagesspiegel.de", "tranco_rank": 3450, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "mingky05.live", "tranco_rank": 3454, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "hackernoon.com", "tranco_rank": 6720, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": true }, { "domain": "lootedpinay.com", "tranco_rank": 9959, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "pingdom.com", "tranco_rank": 7952, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "ureca-lab.com", "tranco_rank": 2509, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "elespanol.com", "tranco_rank": 4147, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "ahajournals.org", "tranco_rank": 4195, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "bombuj.si", "tranco_rank": 9584, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "paymetrust.net", "tranco_rank": 9962, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "skool.com", "tranco_rank": 5719, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "git-scm.com", "tranco_rank": 1963, "band": "1k-10k", "reachable": false, "error": "HTTP 404" }, { "domain": "playsport.cc", "tranco_rank": 9493, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "jfrog.io", "tranco_rank": 6989, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "x-fetish.tube", "tranco_rank": 8302, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "truyenqq.com.vn", "tranco_rank": 9882, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "cic.fr", "tranco_rank": 8514, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "mixcloud.com", "tranco_rank": 2131, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "refinery29.com", "tranco_rank": 7886, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "awsdns-02.com", "tranco_rank": 3905, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "34.in-addr.arpa", "tranco_rank": 5248, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "wordstream.com", "tranco_rank": 7128, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "siriusxm.com", "tranco_rank": 2334, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "digialm.com", "tranco_rank": 8513, "band": "1k-10k", "reachable": false, "error": "HTTP 400" }, { "domain": "litmarket.ru", "tranco_rank": 8276, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "iii.com", "tranco_rank": 3081, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "kinogo.ec", "tranco_rank": 8043, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "iau.ir", "tranco_rank": 1506, "band": "1k-10k", "reachable": false, "error": "HTTP 403" }, { "domain": "voetbalzone.nl", "tranco_rank": 8661, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "vsassets.io", "tranco_rank": 6797, "band": "1k-10k", "reachable": false, "error": "timeout" }, { "domain": "smotrim.ru", "tranco_rank": 6314, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "pghub.io", "tranco_rank": 7345, "band": "1k-10k", "reachable": false, "error": "HTTP 404" }, { "domain": "ixbt.com", "tranco_rank": 5122, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "blogs.com", "tranco_rank": 7369, "band": "1k-10k", "reachable": false, "error": "HTTP 403" }, { "domain": "dotmetrics.net", "tranco_rank": 7428, "band": "1k-10k", "reachable": false, "error": "HTTP 403" }, { "domain": "awsdns-20.net", "tranco_rank": 6249, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "lothar.com", "tranco_rank": 5514, "band": "1k-10k", "reachable": false, "error": "HTTP 404" }, { "domain": "owhealth.com", "tranco_rank": 4340, "band": "1k-10k", "reachable": false, "error": "HTTP 404" }, { "domain": "vidssave.com", "tranco_rank": 8699, "band": "1k-10k", "reachable": false, "error": "HTTP 403" }, { "domain": "lotterypost.com", "tranco_rank": 8501, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "dnse5.com", "tranco_rank": 2525, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "discovery.com", "tranco_rank": 3016, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "laracasts.com", "tranco_rank": 3026, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "myangular.life", "tranco_rank": 6666, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "ucsc.edu", "tranco_rank": 4707, "band": "1k-10k", "reachable": false, "error": "HTTP 403" }, { "domain": "boredpanda.com", "tranco_rank": 4759, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": true }, "llms_txt": true }, { "domain": "globalsigncdn.com", "tranco_rank": 7693, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "mijia.tech", "tranco_rank": 6668, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "sportpesa.com", "tranco_rank": 8245, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "oktacdn.com", "tranco_rank": 5344, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "af.mil", "tranco_rank": 4460, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "copilot.com", "tranco_rank": 7943, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "awsdns-18.com", "tranco_rank": 4107, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "nice.org.uk", "tranco_rank": 7703, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "lpsg.com", "tranco_rank": 8173, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "script.ac", "tranco_rank": 3104, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "q10.com", "tranco_rank": 9453, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "google.cz", "tranco_rank": 3629, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "truepeoplesearch.com", "tranco_rank": 6449, "band": "1k-10k", "reachable": false, "error": "HTTP 403" }, { "domain": "awsdns-49.net", "tranco_rank": 6836, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "core.ac.uk", "tranco_rank": 6457, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "awsdns-29.net", "tranco_rank": 7282, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "namu.wiki", "tranco_rank": 1172, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "leroymerlin.pt", "tranco_rank": 8962, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "awsdns-02.net", "tranco_rank": 6922, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "sch.gr", "tranco_rank": 9561, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "seondnsresolve.com", "tranco_rank": 6824, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "sidrachain.com", "tranco_rank": 9897, "band": "1k-10k", "reachable": false, "error": "HTTP 404" }, { "domain": "mercedes-benz.com", "tranco_rank": 4341, "band": "1k-10k", "reachable": false, "error": "HTTP 403" }, { "domain": "voskhod.ru", "tranco_rank": 3679, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "sklum.com", "tranco_rank": 6930, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "people.com.cn", "tranco_rank": 1925, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "electrodepot.fr", "tranco_rank": 9278, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "avkuy.com", "tranco_rank": 9518, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "ors.at", "tranco_rank": 7106, "band": "1k-10k", "reachable": false, "error": "HTTP 403" }, { "domain": "ke.com", "tranco_rank": 5020, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "sabah.com.tr", "tranco_rank": 6224, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "rnz.co.nz", "tranco_rank": 8585, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "drogariasaopaulo.com.br", "tranco_rank": 7153, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "ufanet.ru", "tranco_rank": 5315, "band": "1k-10k", "reachable": false, "error": "timeout" }, { "domain": "heyvagroup.com", "tranco_rank": 9658, "band": "1k-10k", "reachable": false, "error": "timeout" }, { "domain": "kwimgs.com", "tranco_rank": 4653, "band": "1k-10k", "reachable": false, "error": "fetch failed" }, { "domain": "heyzine.com", "tranco_rank": 3290, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "google.sk", "tranco_rank": 4544, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "friv.com", "tranco_rank": 8443, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "idc.com", "tranco_rank": 5949, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "kidoz.net", "tranco_rank": 5542, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "steamconnecttest.com", "tranco_rank": 4373, "band": "1k-10k", "reachable": false, "error": "HTTP 404" }, { "domain": "dot.gov", "tranco_rank": 2819, "band": "1k-10k", "reachable": false, "error": "HTTP 403" }, { "domain": "rexporn.sex", "tranco_rank": 3360, "band": "1k-10k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "z4z8.com", "tranco_rank": 71511, "band": "10k-100k", "reachable": false, "error": "HTTP 404" }, { "domain": "commscope.com", "tranco_rank": 28694, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "shaanxi.gov.cn", "tranco_rank": 25055, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "estate-blog.com", "tranco_rank": 50391, "band": "10k-100k", "reachable": false, "error": "HTTP 403" }, { "domain": "celebritycruises.com", "tranco_rank": 22961, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "whplanet.com", "tranco_rank": 97746, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "unipi.it", "tranco_rank": 12276, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "b-tu.de", "tranco_rank": 69303, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "fix.com", "tranco_rank": 38849, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "sxjtxy.com", "tranco_rank": 31239, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "crec.cn", "tranco_rank": 77016, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "builtwith.com", "tranco_rank": 15803, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "rirki.com", "tranco_rank": 38165, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "nasponline.org", "tranco_rank": 63317, "band": "10k-100k", "reachable": false, "error": "HTTP 500" }, { "domain": "gigclickers.com", "tranco_rank": 90292, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "clouvider.net", "tranco_rank": 37061, "band": "10k-100k", "reachable": false, "error": "HTTP 404" }, { "domain": "castanet.net", "tranco_rank": 24008, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": true }, "llms_txt": false }, { "domain": "pornsok.com", "tranco_rank": 68649, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "gov39.ru", "tranco_rank": 33196, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "fieldnation.com", "tranco_rank": 82662, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "wovn.io", "tranco_rank": 18920, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "mtalk.net.mm", "tranco_rank": 69045, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "automationanywhere.digital", "tranco_rank": 66230, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "izhnet.ru", "tranco_rank": 60574, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "rahul.net", "tranco_rank": 53402, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "moises.ai", "tranco_rank": 36318, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "etoday.co.kr", "tranco_rank": 45010, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "din.or.jp", "tranco_rank": 41020, "band": "10k-100k", "reachable": false, "error": "HTTP 404" }, { "domain": "pawns.app", "tranco_rank": 12132, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "bestwatch.ru", "tranco_rank": 50319, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "karmanow.com", "tranco_rank": 98133, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "mangobat.co", "tranco_rank": 93397, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "tapd.cn", "tranco_rank": 64921, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "mylogseld.com", "tranco_rank": 93540, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "cadburygifting.in", "tranco_rank": 35477, "band": "10k-100k", "reachable": false, "error": "robots.txt implausibly large" }, { "domain": "zagat.com", "tranco_rank": 83916, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "aplx.co", "tranco_rank": 91936, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "millercenter.org", "tranco_rank": 46199, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "zvukipro.com", "tranco_rank": 57727, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "mamikos.com", "tranco_rank": 54110, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "njtzzrvg0lwj3bsn.info", "tranco_rank": 45221, "band": "10k-100k", "reachable": false, "error": "HTTP 403" }, { "domain": "microsoft.net", "tranco_rank": 18210, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "ntdns.de", "tranco_rank": 40403, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "epolice.ir", "tranco_rank": 22862, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "nic.broker", "tranco_rank": 61046, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "acmemarkets.com", "tranco_rank": 96938, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "erarina.com", "tranco_rank": 88169, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "hcl.in", "tranco_rank": 57120, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "webhosting.jp", "tranco_rank": 60126, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "wd.com", "tranco_rank": 52161, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "nflshop.com", "tranco_rank": 37705, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "msg.group", "tranco_rank": 38951, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "forzastyle.com", "tranco_rank": 35222, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "hapsee.cn", "tranco_rank": 12126, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "productmadness.com", "tranco_rank": 19930, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "dreamhosters.com", "tranco_rank": 19084, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "evg.ae", "tranco_rank": 88173, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "lego.tr", "tranco_rank": 87120, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "plusonline.nl", "tranco_rank": 74847, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "studyflix.de", "tranco_rank": 89606, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "forethought.ai", "tranco_rank": 20876, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "fiery.com", "tranco_rank": 89457, "band": "10k-100k", "reachable": false, "error": "HTTP 403" }, { "domain": "gabapentinneurontininfo.com", "tranco_rank": 74798, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "mediatracking.ru", "tranco_rank": 80964, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "semafor.com", "tranco_rank": 17264, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "ffxiv.com", "tranco_rank": 71286, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "gringosauctors.cyou", "tranco_rank": 64409, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "thsi.cn", "tranco_rank": 40932, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "s-gift.app", "tranco_rank": 15787, "band": "10k-100k", "reachable": false, "error": "HTTP 404" }, { "domain": "menudigital.ir", "tranco_rank": 84128, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "anywayanyday.com", "tranco_rank": 68005, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "trt.net.tr", "tranco_rank": 45696, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "razon.com.mx", "tranco_rank": 74456, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "wfwf471.com", "tranco_rank": 16544, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "adobe.ly", "tranco_rank": 57778, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "awsdns-eusc-16.fr", "tranco_rank": 75712, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "hakimsana.store", "tranco_rank": 92954, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "oriflame.com", "tranco_rank": 28854, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "lafourchette.com", "tranco_rank": 78484, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "ymcag.com", "tranco_rank": 81499, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "national-lottery.com", "tranco_rank": 68870, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "ratemyserver.net", "tranco_rank": 56290, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "filmixapp.cyou", "tranco_rank": 96963, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "itch.zone", "tranco_rank": 27018, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "cert.org", "tranco_rank": 17566, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "magicrust.gg", "tranco_rank": 24516, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "rossmann.com.tr", "tranco_rank": 67245, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "worldsteel.org", "tranco_rank": 80795, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": false, "Bytespider": true }, "llms_txt": false }, { "domain": "ms-hook.ru", "tranco_rank": 57724, "band": "10k-100k", "reachable": false, "error": "HTTP 404" }, { "domain": "flocktory.com", "tranco_rank": 13895, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "wondd.com", "tranco_rank": 94540, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "buffaloes.co.jp", "tranco_rank": 67447, "band": "10k-100k", "reachable": false, "error": "robots.txt implausibly large" }, { "domain": "tendplatform.com", "tranco_rank": 17098, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "escribemeetings.com", "tranco_rank": 81430, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "linuxisp.co.za", "tranco_rank": 63881, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "cikrf.ru", "tranco_rank": 14761, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "8yu.com", "tranco_rank": 95497, "band": "10k-100k", "reachable": false, "error": "HTTP 404" }, { "domain": "fanbox.cc", "tranco_rank": 11779, "band": "10k-100k", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "fastretailing.com", "tranco_rank": 11712, "band": "10k-100k", "reachable": false, "error": "fetch failed" }, { "domain": "spinics.net", "tranco_rank": 53988, "band": "10k-100k", "reachable": false, "error": "timeout" }, { "domain": "rtrfm.com.au", "tranco_rank": 945393, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "ak-tt.net", "tranco_rank": 112385, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "allmovielandapp.site", "tranco_rank": 211935, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "ejaba.com", "tranco_rank": 235052, "band": "100k-1m", "reachable": false, "error": "HTTP 404" }, { "domain": "wellmadebykiley.com", "tranco_rank": 562095, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "urbanvipworld.nl", "tranco_rank": 511249, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "rajasthanlink.com", "tranco_rank": 645084, "band": "100k-1m", "reachable": false, "error": "HTTP 403" }, { "domain": "vsetkonamobil.sk", "tranco_rank": 485068, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "spreely.com", "tranco_rank": 447362, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "raysbaseball.com", "tranco_rank": 894343, "band": "100k-1m", "reachable": false, "error": "robots.txt implausibly large" }, { "domain": "pipemeta.com", "tranco_rank": 579536, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": false, "CCBot": true, "Bytespider": false }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": false, "CCBot": true, "Bytespider": false }, "llms_txt": false }, { "domain": "hrfraternity.com", "tranco_rank": 618698, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "casinositezone.com", "tranco_rank": 688392, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "mix929.com", "tranco_rank": 922089, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "nuw.store", "tranco_rank": 580958, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "hostingcanada.org", "tranco_rank": 338639, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "thecosechouse.co.uk", "tranco_rank": 838658, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "bondt.com", "tranco_rank": 585019, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "b2be.com.au", "tranco_rank": 997727, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "thelingeriestoreuk.com", "tranco_rank": 908530, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "bravecto.com", "tranco_rank": 358512, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "casinozwb.online", "tranco_rank": 953547, "band": "100k-1m", "reachable": false, "error": "HTTP 403" }, { "domain": "extinctionrebellion.nl", "tranco_rank": 992207, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "lsmonesports.net", "tranco_rank": 856472, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "utb.com.br", "tranco_rank": 220345, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "selfpersonality.com", "tranco_rank": 716883, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "ageofastir.com", "tranco_rank": 881111, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "charliekirk.com", "tranco_rank": 946620, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "biohort.com", "tranco_rank": 348606, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "korea-education.kz", "tranco_rank": 225183, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": true, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": true, "Bytespider": false }, "llms_txt": false }, { "domain": "boscair.shop", "tranco_rank": 767763, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "lordb.tattoo", "tranco_rank": 995392, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "freeworkshopmanual.net", "tranco_rank": 390000, "band": "100k-1m", "reachable": false, "error": "HTTP 403" }, { "domain": "smartcardsgroup.com", "tranco_rank": 673975, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "ruimtelijkeplannen.nl", "tranco_rank": 374057, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "swingingclub.ro", "tranco_rank": 133886, "band": "100k-1m", "reachable": false, "error": "HTTP 404" }, { "domain": "consolecreatures.com", "tranco_rank": 734172, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": true, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "marlowepub.com", "tranco_rank": 694940, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "vartopia.com", "tranco_rank": 704942, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "gutsracing.com", "tranco_rank": 643037, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "deliver.run", "tranco_rank": 930193, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "mybeian.com", "tranco_rank": 942098, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "c21ycq2q.com", "tranco_rank": 303239, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "slotlink.nl", "tranco_rank": 413097, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "energy20.net", "tranco_rank": 969158, "band": "100k-1m", "reachable": false, "error": "timeout" }, { "domain": "gamedate.xyz", "tranco_rank": 487468, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "zwyx.net", "tranco_rank": 677601, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "toppan-edge.co.jp", "tranco_rank": 703995, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "hosting.net.np", "tranco_rank": 328212, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "minimania.app", "tranco_rank": 565265, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "flooringhut.co.uk", "tranco_rank": 611427, "band": "100k-1m", "reachable": false, "error": "HTTP 403" }, { "domain": "axa-altitude.net", "tranco_rank": 308132, "band": "100k-1m", "reachable": false, "error": "timeout" }, { "domain": "megapetardy.sk", "tranco_rank": 696310, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "salute-farma.com", "tranco_rank": 828691, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "lnns.co", "tranco_rank": 685556, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "globalinpart.com", "tranco_rank": 542187, "band": "100k-1m", "reachable": false, "error": "HTTP 403" }, { "domain": "cabl.com", "tranco_rank": 527037, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "credit7.ua", "tranco_rank": 508392, "band": "100k-1m", "reachable": false, "error": "HTTP 403" }, { "domain": "wettanbieter.de", "tranco_rank": 872526, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "sillage.pl", "tranco_rank": 719486, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "moon61spends.shop", "tranco_rank": 388777, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "cardone.pro", "tranco_rank": 886631, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "asugsvsummit.com", "tranco_rank": 385246, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "wxyh.cn", "tranco_rank": 879500, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "syb.com", "tranco_rank": 507572, "band": "100k-1m", "reachable": false, "error": "HTTP 403" }, { "domain": "bbshoes.gr", "tranco_rank": 326248, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": true, "PerplexityBot": false, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "llms_txt": false }, { "domain": "neuraldsp.com", "tranco_rank": 187862, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "o2-pharma.uk", "tranco_rank": 876032, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "intertek.com.cn", "tranco_rank": 922961, "band": "100k-1m", "reachable": false, "error": "HTTP 404" }, { "domain": "corvus-labs.io", "tranco_rank": 318474, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "gaiauniversity.org", "tranco_rank": 701646, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "snowflake.net", "tranco_rank": 450666, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "unf.edu.pe", "tranco_rank": 502119, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "ridgeoutdoor.com", "tranco_rank": 738644, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "docmorris.com", "tranco_rank": 963723, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "baiyunairport.com", "tranco_rank": 643023, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "dota2.com.cn", "tranco_rank": 282617, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "moirabeauty.com", "tranco_rank": 523894, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "spiideo.net", "tranco_rank": 321432, "band": "100k-1m", "reachable": false, "error": "HTTP 503" }, { "domain": "nilimovies.ir", "tranco_rank": 814401, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "luan.software", "tranco_rank": 639101, "band": "100k-1m", "reachable": false, "error": "timeout" }, { "domain": "ezyweb.dk", "tranco_rank": 411883, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "elcomercial.com.ar", "tranco_rank": 370152, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "pontdarc-ardeche.fr", "tranco_rank": 186355, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "iodsa.co.za", "tranco_rank": 894209, "band": "100k-1m", "reachable": false, "error": "HTTP 403" }, { "domain": "uksm.org.uk", "tranco_rank": 104621, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "robertnyman.com", "tranco_rank": 567393, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "l2l.com", "tranco_rank": 420782, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "allmacware.com", "tranco_rank": 319045, "band": "100k-1m", "reachable": false, "error": "HTTP 404" }, { "domain": "sminfinity.com", "tranco_rank": 446453, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "lokaltipp.at", "tranco_rank": 980977, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "evhc.net", "tranco_rank": 593071, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "nzcasino.co.nz", "tranco_rank": 593507, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "piaocun.com", "tranco_rank": 730264, "band": "100k-1m", "reachable": false, "error": "HTTP 404" }, { "domain": "kimirica.shop", "tranco_rank": 654099, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "sunnyindication.com", "tranco_rank": 434883, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": true, "Bytespider": true }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "sevasetu.in", "tranco_rank": 121804, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": false }, { "domain": "fentonandfenton.com.au", "tranco_rank": 370974, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": false, "Bytespider": false }, "llms_txt": true }, { "domain": "nishitetsutravel.jp", "tranco_rank": 995109, "band": "100k-1m", "reachable": false, "error": "fetch failed" }, { "domain": "megascope.ca", "tranco_rank": 948123, "band": "100k-1m", "reachable": true, "blocked": { "OAI-SearchBot": true, "ChatGPT-User": true, "GPTBot": true, "PerplexityBot": true, "ClaudeBot": true, "Google-Extended": true, "CCBot": false, "Bytespider": false }, "explicit": { "OAI-SearchBot": false, "ChatGPT-User": false, "GPTBot": false, "PerplexityBot": false, "ClaudeBot": false, "Google-Extended": false, "CCBot": true, "Bytespider": true }, "llms_txt": false } ] }