{ "summary": { "generated": "2026-11-02T08:06:04.212Z", "source": "Tranco top-1m (daily list)", "sampleSize": 1000, "fetchedAt": "2026-11-02", "userAgent": "CrawlerBros-Research/1.0 (+https://www.crawlerbros.com/research/methodology; research contact: info@crawlerbros.com)", "method": { "concurrency": 4, "timeoutMs": 12000, "maxBytes": 524288, "request": "https:///robots.txt only", "list": "https://tranco-list.eu/", "validDefinition": "HTTP 200, not truncated, body is not HTML/JSON/an image, body is not empty" }, "counts": { "attempted": 1000, "http200": 535, "valid": 474, "notFound": 44, "blocked": 64, "serverError": 5, "networkError": 341, "soft404OrWrongType": 61, "truncated": 6 }, "rates": { "*": { "blocked": 35, "pct": 7.4 }, "Googlebot": { "blocked": 13, "pct": 2.7 }, "GPTBot": { "blocked": 106, "pct": 22.4 }, "OAI-SearchBot": { "blocked": 56, "pct": 11.8 }, "ClaudeBot": { "blocked": 105, "pct": 22.2 }, "PerplexityBot": { "blocked": 83, "pct": 17.5 }, "CCBot": { "blocked": 120, "pct": 25.3 }, "Google-Extended": { "blocked": 91, "pct": 19.2 }, "sitemap": { "present": 345, "pct": 72.8 }, "crawlDelay": { "present": 27, "pct": 5.7 } }, "examples": { "*": [ "facebook.com", "fbcdn.net", "gstatic.com", "instagram.com", "twitter.com", "netflix.com", "x.com", "pinterest.com", "baidu.com", "reddit.com", "skybridge.click", "registrar-servers.com" ], "Googlebot": [ "fbcdn.net", "gstatic.com", "reddit.com", "skybridge.click", "registrar-servers.com", "netcraze.io", "sharethrough.com", "hihonorcloud.com", "creativecdn.com", "adform.net", "xiaohongshu.com", "mailchi.mp" ], "GPTBot": [ "facebook.com", "fbcdn.net", "gstatic.com", "instagram.com", "twitter.com", "amazon.com", "whatsapp.net", "x.com", "pinterest.com", "tiktok.com", "whatsapp.com", "yahoo.com" ], "OAI-SearchBot": [ "facebook.com", "fbcdn.net", "gstatic.com", "instagram.com", "twitter.com", "amazon.com", "x.com", "pinterest.com", "tiktok.com", "baidu.com", "msn.com", "reddit.com" ], "ClaudeBot": [ "facebook.com", "fbcdn.net", "gstatic.com", "instagram.com", "twitter.com", "amazon.com", "whatsapp.net", "x.com", "pinterest.com", "tiktok.com", "whatsapp.com", "yahoo.com" ], "PerplexityBot": [ "facebook.com", "fbcdn.net", "gstatic.com", "instagram.com", "twitter.com", "amazon.com", "whatsapp.net", "x.com", "pinterest.com", "tiktok.com", "whatsapp.com", "yahoo.com" ], "CCBot": [ "facebook.com", "fbcdn.net", "gstatic.com", "instagram.com", "twitter.com", "amazon.com", "netflix.com", "x.com", "pinterest.com", "tiktok.com", "yahoo.com", "amazonvideo.com" ], "Google-Extended": [ "facebook.com", "fbcdn.net", "gstatic.com", "instagram.com", "twitter.com", "amazon.com", "whatsapp.net", "x.com", "pinterest.com", "tiktok.com", "whatsapp.com", "yahoo.com" ] } }, "results": [ { "rank": 1, "domain": "google.com", "status": 200, "contentType": "text/plain", "bytes": 6654, "truncated": false, "valid": true, "ms": 3263, "sitemapCount": 1, "sitemapFirst": "https://www.google.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 2, "domain": "cloudflare.com", "status": 200, "contentType": "text/plain", "bytes": 1099, "truncated": false, "valid": true, "ms": 856, "sitemapCount": 1, "sitemapFirst": "https://www.cloudflare.com/sitemap.xml", "crawlDelay": "", "groups": 9, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 3, "domain": "amazonaws.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 13822, "truncated": false, "valid": true, "ms": 1995, "sitemapCount": 3, "sitemapFirst": "https://aws.amazon.com/sitemaps/index/", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 4, "domain": "ezviz7.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 433, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 5, "domain": "facebook.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 26872, "truncated": false, "valid": true, "ms": 835, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 36, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 6, "domain": "fbcdn.net", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3355, "truncated": false, "valid": true, "ms": 804, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 36, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 7, "domain": "gstatic.com", "status": 200, "contentType": "text/plain", "bytes": 5326, "truncated": false, "valid": true, "ms": 3206, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 8, "domain": "googleapis.com", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2425, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 9, "domain": "microsoft.com", "status": 200, "contentType": "text/plain;charset=iso-8859-1", "bytes": 9126, "truncated": false, "valid": true, "ms": 425, "sitemapCount": 22, "sitemapFirst": "https://www.microsoft.com/store/sitemap-index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 10, "domain": "akamai.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 240, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 11, "domain": "youtube.com", "status": 200, "contentType": "text/plain", "bytes": 792, "truncated": false, "valid": true, "ms": 2739, "sitemapCount": 2, "sitemapFirst": "https://www.youtube.com/sitemaps/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 12, "domain": "apple.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1018, "truncated": false, "valid": true, "ms": 923, "sitemapCount": 5, "sitemapFirst": "https://www.apple.com/shop/sitemap.xml", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 13, "domain": "hicloudcam.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 527, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 14, "domain": "instagram.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 6349, "truncated": false, "valid": true, "ms": 1483, "sitemapCount": 6, "sitemapFirst": "https://www.instagram.com/sitemap/ig_places_sitemap.xml.gz", "crawlDelay": "", "groups": 36, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 15, "domain": "akamaiedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 135, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 16, "domain": "twitter.com", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 2998, "truncated": false, "valid": true, "ms": 544, "sitemapCount": 1, "sitemapFirst": "https://x.com/sitemap.xml", "crawlDelay": "", "groups": 11, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 17, "domain": "linkedin.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 21339, "truncated": false, "valid": false, "ms": 945, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 18, "domain": "mail.ru", "status": 200, "contentType": "text/plain", "bytes": 433, "truncated": false, "valid": true, "ms": 1509, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 19, "domain": "azure.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 465092, "truncated": false, "valid": false, "ms": 2162, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 20, "domain": "akadns.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 128, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 21, "domain": "domaincontrol.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 239, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 22, "domain": "googlevideo.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 2593, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 23, "domain": "triplinkintl.com", "status": 200, "contentType": "text/html; charset=UTF-8", "bytes": 306356, "truncated": false, "valid": false, "ms": 5049, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 24, "domain": "googletagmanager.com", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1275, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 25, "domain": "gtld-servers.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 373, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 26, "domain": "gwfb.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 374, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 27, "domain": "appsflyersdk.com", "status": 403, "contentType": "text/xml", "bytes": 0, "truncated": false, "valid": false, "ms": 348, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 28, "domain": "dzen.ru", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 9794, "truncated": false, "valid": true, "ms": 1190, "sitemapCount": 26, "sitemapFirst": "https://dzen.ru/sitemaps/brief_v2/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 29, "domain": "cloudfront.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 77, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 30, "domain": "shiabank.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10237, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 31, "domain": "amazon.com", "status": 200, "contentType": "text/plain", "bytes": 7947, "truncated": false, "valid": true, "ms": 1334, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 32, "domain": "office.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 60383, "truncated": false, "valid": false, "ms": 1743, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 33, "domain": "live.com", "status": 200, "contentType": "text/html", "bytes": 14275, "truncated": false, "valid": false, "ms": 748, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 34, "domain": "github.com", "status": 200, "contentType": "text/plain", "bytes": 14540, "truncated": false, "valid": true, "ms": 398, "sitemapCount": 1, "sitemapFirst": "https://github.com/sitemap_marketing.xml", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 35, "domain": "sharepoint.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 12013, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TimeoutError" }, { "rank": 36, "domain": "aaplimg.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 53, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 37, "domain": "trafficmanager.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 52, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 38, "domain": "wikipedia.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 28272, "truncated": false, "valid": true, "ms": 2557, "sitemapCount": 1, "sitemapFirst": "https://en.wikipedia.org/w/rest.php/site/v1/sitemap/0", "crawlDelay": "", "groups": 34, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 39, "domain": "fastly.net", "status": 200, "contentType": "text/plain", "bytes": 398, "truncated": false, "valid": true, "ms": 1232, "sitemapCount": 1, "sitemapFirst": "https://www.fastly.com/sitemap/sitemap-index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 40, "domain": "apple-dns.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 737, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 41, "domain": "cloud.microsoft", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 314832, "truncated": false, "valid": false, "ms": 1178, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 42, "domain": "whatsapp.net", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1180, "truncated": false, "valid": true, "ms": 1095, "sitemapCount": 1, "sitemapFirst": "https://www.whatsapp.com/sitemap/www_whatsapp_com_sitemap.xml.gz", "crawlDelay": "", "groups": 17, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": true, "googleExtended": false, "error": "" }, { "rank": 43, "domain": "netflix.com", "status": 200, "contentType": "text/plain", "bytes": 3790, "truncated": false, "valid": true, "ms": 1782, "sitemapCount": 1, "sitemapFirst": "https://www.netflix.com/sitemap/index", "crawlDelay": "", "groups": 4, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 44, "domain": "lsrelayaccess.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10479, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 45, "domain": "office.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 50, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 46, "domain": "bing.com", "status": 200, "contentType": "text/plain", "bytes": 2676, "truncated": false, "valid": true, "ms": 971, "sitemapCount": 1, "sitemapFirst": "https://www.bing.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 47, "domain": "x.com", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 2998, "truncated": false, "valid": true, "ms": 852, "sitemapCount": 1, "sitemapFirst": "https://x.com/sitemap.xml", "crawlDelay": "", "groups": 11, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 48, "domain": "googleusercontent.com", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1780, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 49, "domain": "youtu.be", "status": 200, "contentType": "text/plain", "bytes": 511, "truncated": false, "valid": true, "ms": 3346, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 50, "domain": "doubleclick.net", "status": 200, "contentType": "text/plain", "bytes": 6654, "truncated": false, "valid": true, "ms": 3059, "sitemapCount": 1, "sitemapFirst": "https://www.google.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 51, "domain": "w2rt6byl5nf1opmc-a.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10453, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 52, "domain": "pinterest.com", "status": 200, "contentType": "text/plain", "bytes": 43753, "truncated": false, "valid": true, "ms": 1405, "sitemapCount": 153, "sitemapFirst": "https://www.pinterest.com/v3_sitemaps/seasonal_events_sitemap_20261225_catholic_protestant_christmas_day_www.pinterest.com.xml", "crawlDelay": "", "groups": 8, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 53, "domain": "googlesyndication.com", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1878, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 54, "domain": "pv-cdn.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 275, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 55, "domain": "gandi.net", "status": 200, "contentType": "text/plain", "bytes": 9023, "truncated": false, "valid": true, "ms": 1750, "sitemapCount": 2, "sitemapFirst": "https://www.gandi.net/sitemap.xml", "crawlDelay": "", "groups": 212, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 56, "domain": "icloud.com", "status": 200, "contentType": "text/plain", "bytes": 1289, "truncated": false, "valid": true, "ms": 1351, "sitemapCount": 2, "sitemapFirst": "https://www.icloud.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 57, "domain": "windows.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 622, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 58, "domain": "cloudflare.net", "status": 200, "contentType": "text/plain", "bytes": 207, "truncated": false, "valid": true, "ms": 955, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "10", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 59, "domain": "microsoftonline.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 369, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 60, "domain": "goo.gl", "status": 400, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 3286, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 61, "domain": "myfritz.net", "status": 200, "contentType": "text/plain", "bytes": 269, "truncated": false, "valid": true, "ms": 1052, "sitemapCount": 1, "sitemapFirst": "https://www.myfritz.net/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 62, "domain": "adobe.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 10199, "truncated": false, "valid": true, "ms": 1272, "sitemapCount": 9, "sitemapFirst": "https://www.adobe.com/cc-product.index.xml", "crawlDelay": "", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 63, "domain": "tiktok.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1567, "truncated": false, "valid": true, "ms": 1073, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 64, "domain": "zoom.us", "status": 200, "contentType": "text/plain", "bytes": 2005, "truncated": false, "valid": true, "ms": 396, "sitemapCount": 1, "sitemapFirst": "https://zoom.us/sitemap.xml", "crawlDelay": "", "groups": 13, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 65, "domain": "windowsupdate.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 62, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 66, "domain": "wordpress.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 976, "truncated": false, "valid": true, "ms": 1128, "sitemapCount": 9, "sitemapFirst": "https://wordpress.org/sitemap.xml", "crawlDelay": "", "groups": 12, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 67, "domain": "whatsapp.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1180, "truncated": false, "valid": true, "ms": 1122, "sitemapCount": 1, "sitemapFirst": "https://www.whatsapp.com/sitemap/www_whatsapp_com_sitemap.xml.gz", "crawlDelay": "", "groups": 17, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": true, "googleExtended": false, "error": "" }, { "rank": 68, "domain": "googledomains.com", "status": 200, "contentType": "text/html", "bytes": 5354, "truncated": false, "valid": false, "ms": 1488, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 69, "domain": "gvt1.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 233, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 70, "domain": "skype.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 61987, "truncated": false, "valid": false, "ms": 1543, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 71, "domain": "yahoo.com", "status": 200, "contentType": "text/plain", "bytes": 1464, "truncated": false, "valid": true, "ms": 3276, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 72, "domain": "wa.me", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1525, "truncated": false, "valid": true, "ms": 697, "sitemapCount": 1, "sitemapFirst": "https://wa.me/smp/wa_smb_custom_url.xml.gz", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 73, "domain": "digicert.com", "status": 200, "contentType": "text/plain; charset=ISO-8859-1", "bytes": 2657, "truncated": false, "valid": true, "ms": 1575, "sitemapCount": 15, "sitemapFirst": "https://www.digicert.com/sitemap.xml", "crawlDelay": "", "groups": 23, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 74, "domain": "h264.io", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 423, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 75, "domain": "edgekey.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 341, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 76, "domain": "tiktokcdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 308, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 77, "domain": "opera.com", "status": 200, "contentType": "text/plain", "bytes": 994, "truncated": false, "valid": true, "ms": 1873, "sitemapCount": 1, "sitemapFirst": "https://www.opera.com/sitemap-index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 78, "domain": "spotify.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 635, "truncated": false, "valid": true, "ms": 1543, "sitemapCount": 1, "sitemapFirst": "https://www.spotify.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 79, "domain": "roblox.com", "status": 200, "contentType": "text/plain", "bytes": 2281, "truncated": false, "valid": true, "ms": 2648, "sitemapCount": 32, "sitemapFirst": "https://www.roblox.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 80, "domain": "workers.dev", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 524600, "truncated": true, "valid": false, "ms": 2085, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 81, "domain": "a2z.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 409, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 82, "domain": "tiktokv.com", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 553, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 83, "domain": "amazonvideo.com", "status": 200, "contentType": "text/plain", "bytes": 4348, "truncated": false, "valid": true, "ms": 1033, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 94, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 84, "domain": "b-cdn.net", "status": 200, "contentType": "text/html", "bytes": 79797, "truncated": false, "valid": false, "ms": 1567, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 85, "domain": "baidu.com", "status": 200, "contentType": "text/plain", "bytes": 2814, "truncated": false, "valid": true, "ms": 3838, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 16, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 86, "domain": "ntp.org", "status": 200, "contentType": "text/plain", "bytes": 16, "truncated": false, "valid": true, "ms": 2750, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 87, "domain": "vimeo.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 30242, "truncated": false, "valid": true, "ms": 496, "sitemapCount": 2, "sitemapFirst": "https://vimeo.com/marketing.xml.gz", "crawlDelay": "2", "groups": 21, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 88, "domain": "blogspot.com", "status": 200, "contentType": "text/plain", "bytes": 572, "truncated": false, "valid": true, "ms": 3644, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 89, "domain": "3gppnetwork.org", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 441, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 90, "domain": "qq.com", "status": 200, "contentType": "text/plain", "bytes": 71, "truncated": false, "valid": true, "ms": 1847, "sitemapCount": 1, "sitemapFirst": "https://news.qq.com/sitemap/index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 91, "domain": "akam.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 329, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 92, "domain": "nginx.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 72, "truncated": false, "valid": true, "ms": 824, "sitemapCount": 1, "sitemapFirst": "http://nginx.org/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 93, "domain": "mozilla.org", "status": 200, "contentType": "text/plain", "bytes": 66, "truncated": false, "valid": true, "ms": 2188, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 94, "domain": "msn.com", "status": 200, "contentType": "text/plain", "bytes": 5245, "truncated": false, "valid": true, "ms": 1192, "sitemapCount": 6, "sitemapFirst": "https://www.msn.com/sitemaps/casualgames/sitemap-index.xml", "crawlDelay": "", "groups": 11, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 95, "domain": "yandex.net", "status": 404, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1058, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 96, "domain": "epicgames.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2017, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 97, "domain": "aws.dev", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 106, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 98, "domain": "f5.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 156, "truncated": false, "valid": true, "ms": 2437, "sitemapCount": 2, "sitemapFirst": "https://www.f5.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 99, "domain": "wordpress.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1387, "truncated": false, "valid": true, "ms": 662, "sitemapCount": 5, "sitemapFirst": "https://wordpress.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 100, "domain": "t.me", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10356, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 101, "domain": "nginx.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 418905, "truncated": false, "valid": false, "ms": 2152, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 102, "domain": "sentry.io", "status": 200, "contentType": "text/plain", "bytes": 140, "truncated": false, "valid": true, "ms": 668, "sitemapCount": 1, "sitemapFirst": "https://sentry.io/sitemap-index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 103, "domain": "reddit.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 538, "truncated": false, "valid": true, "ms": 916, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 104, "domain": "lencr.org", "status": 200, "contentType": "text/html; charset=UTF-8", "bytes": 28840, "truncated": false, "valid": false, "ms": 2061, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 105, "domain": "edgesuite.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 132, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 106, "domain": "cdn77.org", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 172, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 107, "domain": "dotaplabs.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 796, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 108, "domain": "ui.com", "status": 200, "contentType": "text/plain", "bytes": 367, "truncated": false, "valid": true, "ms": 444, "sitemapCount": 1, "sitemapFirst": "https://ui.com/sitemap.xml", "crawlDelay": "", "groups": 10, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 109, "domain": "europa.eu", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 4930, "truncated": false, "valid": true, "ms": 3162, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "10", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 110, "domain": "yandex.ru", "status": 200, "contentType": "text/plain", "bytes": 40657, "truncated": false, "valid": true, "ms": 2713, "sitemapCount": 31, "sitemapFirst": "https://yandex.ru/support/sitemap.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 111, "domain": "2mdn.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 450, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 112, "domain": "chatgpt.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 4357, "truncated": false, "valid": true, "ms": 277, "sitemapCount": 4, "sitemapFirst": "https://chatgpt.com/sitemap.xml", "crawlDelay": "", "groups": 14, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 113, "domain": "cdninstagram.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 375, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 114, "domain": "virginm.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 264, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 115, "domain": "intuit.com", "status": 200, "contentType": "text/plain", "bytes": 3086, "truncated": false, "valid": true, "ms": 2285, "sitemapCount": 5, "sitemapFirst": "https://www.intuit.com/sitemap.xml", "crawlDelay": "", "groups": 16, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 116, "domain": "root-servers.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 237, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 117, "domain": "gvt2.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 130, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 118, "domain": "bit.ly", "status": 200, "contentType": "text/plain", "bytes": 123, "truncated": false, "valid": true, "ms": 1780, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 119, "domain": "ipify.org", "status": 200, "contentType": "text/plain", "bytes": 24, "truncated": false, "valid": true, "ms": 1397, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 120, "domain": "aliyuncs.com", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1672, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 121, "domain": "t-online.de", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2206, "truncated": false, "valid": true, "ms": 1578, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 122, "domain": "samsung.com", "status": 200, "contentType": "text/plain", "bytes": 10085, "truncated": false, "valid": true, "ms": 3189, "sitemapCount": 94, "sitemapFirst": "https://www.samsung.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 123, "domain": "yccdn.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 311, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 124, "domain": "fastly-edge.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 49, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 125, "domain": "okcdn.ru", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2826, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 126, "domain": "skybridge.click", "status": 200, "contentType": "text/plain", "bytes": 26, "truncated": false, "valid": true, "ms": 2385, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 127, "domain": "registrar-servers.com", "status": 200, "contentType": "text/plain", "bytes": 26, "truncated": false, "valid": true, "ms": 1164, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 128, "domain": "office365.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 884, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 129, "domain": "amazon.dev", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 84, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 130, "domain": "openai.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 98, "truncated": false, "valid": true, "ms": 236, "sitemapCount": 1, "sitemapFirst": "https://openai.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 131, "domain": "azurefd.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 52, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 132, "domain": "android.com", "status": 200, "contentType": "text/plain", "bytes": 1890, "truncated": false, "valid": true, "ms": 3350, "sitemapCount": 1, "sitemapFirst": "https://www.android.com/sitemap.xml", "crawlDelay": "", "groups": 15, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 133, "domain": "ytimg.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 174, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 134, "domain": "dropbox.com", "status": 200, "contentType": "text/plain", "bytes": 816, "truncated": false, "valid": true, "ms": 1534, "sitemapCount": 1, "sitemapFirst": "https://www.dropbox.com/sitemapindex.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 135, "domain": "github.io", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 14446, "truncated": false, "valid": false, "ms": 686, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 136, "domain": "adobe.io", "status": 200, "contentType": "text/plain", "bytes": 92, "truncated": false, "valid": true, "ms": 2680, "sitemapCount": 1, "sitemapFirst": "https://developer.adobe.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 137, "domain": "outlook.com", "status": 200, "contentType": "text/html", "bytes": 14243, "truncated": false, "valid": false, "ms": 2807, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 138, "domain": "windows.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 523123, "truncated": false, "valid": false, "ms": 3066, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 139, "domain": "cloudflare-dns.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1248, "truncated": false, "valid": true, "ms": 906, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 140, "domain": "nic.ru", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 13602, "truncated": false, "valid": false, "ms": 1195, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 141, "domain": "nih.gov", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 3019, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 142, "domain": "akamaized.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 239, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 143, "domain": "apache.org", "status": 200, "contentType": "text/plain", "bytes": 47, "truncated": false, "valid": true, "ms": 404, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "4", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 144, "domain": "webex.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2949, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 145, "domain": "static.microsoft", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 48, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 146, "domain": "discord.gg", "status": 200, "contentType": "text/plain", "bytes": 23, "truncated": false, "valid": true, "ms": 308, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 147, "domain": "nflxso.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 185, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 148, "domain": "dns-parking.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 254, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 149, "domain": "vk.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10415, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 150, "domain": "archive.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 238, "truncated": false, "valid": true, "ms": 1420, "sitemapCount": 1, "sitemapFirst": "https://archive.org/sitemap/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 151, "domain": "tm-azurefd.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 48, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 152, "domain": "forms.gle", "status": 400, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 386, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 153, "domain": "duckdns.org", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2585, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 154, "domain": "supertms.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 378, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 155, "domain": "dnsowl.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 272, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 156, "domain": "vk.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 157, "domain": "crashlytics.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 516127, "truncated": false, "valid": false, "ms": 4002, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 158, "domain": "snapchat.com", "status": 200, "contentType": "text/plain", "bytes": 4072, "truncated": false, "valid": true, "ms": 1371, "sitemapCount": 13, "sitemapFirst": "https://www.snapchat.com/sitemap.xml", "crawlDelay": "", "groups": 51, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 159, "domain": "tumblr.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 912, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 160, "domain": "azurewebsites.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 164, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 161, "domain": "godaddy.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 887, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 162, "domain": "spo-msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 157, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 163, "domain": "nytimes.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 8547, "truncated": false, "valid": true, "ms": 1572, "sitemapCount": 25, "sitemapFirst": "https://www.nytimes.com/sitemaps/new/news.xml.gz", "crawlDelay": "", "groups": 63, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 164, "domain": "reg.ru", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 13602, "truncated": false, "valid": false, "ms": 873, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 165, "domain": "trbcdn.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 824, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 166, "domain": "jomodns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 330, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 167, "domain": "gravatar.com", "status": 200, "contentType": "text/plain", "bytes": 1022, "truncated": false, "valid": true, "ms": 1970, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 11, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 168, "domain": "ubuntu.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 5561, "truncated": false, "valid": true, "ms": 705, "sitemapCount": 11, "sitemapFirst": "https://ubuntu.com/sitemap.xml", "crawlDelay": "1", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 169, "domain": "telegram.org", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10418, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 170, "domain": "amazon-adsystem.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 5901, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 171, "domain": "shopify.com", "status": 200, "contentType": "text/plain", "bytes": 62, "truncated": false, "valid": true, "ms": 650, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 172, "domain": "kaspersky.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 1929, "truncated": false, "valid": true, "ms": 2133, "sitemapCount": 2, "sitemapFirst": "https://www.kaspersky.com/sitemap.xml", "crawlDelay": "", "groups": 18, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 173, "domain": "ax-msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 49, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 174, "domain": "samsungcloud.com", "status": 200, "contentType": "text/plain", "bytes": 125, "truncated": false, "valid": true, "ms": 1927, "sitemapCount": 1, "sitemapFirst": "https://www.samsungcloud.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 175, "domain": "paypal.com", "status": 200, "contentType": "text/plain", "bytes": 2628, "truncated": false, "valid": true, "ms": 1086, "sitemapCount": 1, "sitemapFirst": "https://www.paypal.com/paypal-sitemap-index.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 176, "domain": "example.com", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 460, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 177, "domain": "google-analytics.com", "status": 200, "contentType": "text/plain", "bytes": 78, "truncated": false, "valid": true, "ms": 2976, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 178, "domain": "scorecardresearch.com", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 780, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 179, "domain": "pages.dev", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 524602, "truncated": true, "valid": false, "ms": 2248, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 180, "domain": "flickr.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 2210, "truncated": false, "valid": true, "ms": 626, "sitemapCount": 6, "sitemapFirst": "https://www.flickr.com/sitemap/index/users/sitemap-index-users-00000000.xml.gz", "crawlDelay": "", "groups": 3, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 181, "domain": "telekom.net", "status": 200, "contentType": "text/html;charset=utf-8", "bytes": 222247, "truncated": false, "valid": false, "ms": 2300, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 182, "domain": "nflximg.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10314, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 183, "domain": "w3.org", "status": 200, "contentType": "text/plain", "bytes": 3844, "truncated": false, "valid": true, "ms": 996, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 184, "domain": "discord.com", "status": 200, "contentType": "text/plain", "bytes": 1774, "truncated": false, "valid": true, "ms": 128, "sitemapCount": 7, "sitemapFirst": "https://discord.com/servers/servers-sitemap-index.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 185, "domain": "ksyuncdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1131, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 186, "domain": "creativecommons.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 177, "truncated": false, "valid": true, "ms": 1572, "sitemapCount": 1, "sitemapFirst": "https://creativecommons.org/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 187, "domain": "meraki.com", "status": 401, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2813, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 188, "domain": "ebay.com", "status": 200, "contentType": "text/plain", "bytes": 24164, "truncated": false, "valid": true, "ms": 1931, "sitemapCount": 7, "sitemapFirst": "https://www.ebay.com/lst/AUCTION-0-index.xml", "crawlDelay": "", "groups": 9, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 189, "domain": "unity3d.com", "status": 200, "contentType": "text/plain", "bytes": 264, "truncated": false, "valid": true, "ms": 2687, "sitemapCount": 1, "sitemapFirst": "https://unity.com/sitemap.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 190, "domain": "tbcache.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10428, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 191, "domain": "soundcloud.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 1557, "truncated": false, "valid": true, "ms": 512, "sitemapCount": 2, "sitemapFirst": "https://soundcloud.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 192, "domain": "awswaf.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 197, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 193, "domain": "cnn.com", "status": 200, "contentType": "text/plain", "bytes": 3704, "truncated": false, "valid": true, "ms": 890, "sitemapCount": 13, "sitemapFirst": "https://www.cnn.com/sitemap/news.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 194, "domain": "macromedia.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10069, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 195, "domain": "comcast.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 842, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 196, "domain": "theguardian.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2873, "truncated": false, "valid": true, "ms": 1224, "sitemapCount": 2, "sitemapFirst": "http://www.theguardian.com/sitemaps/news.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 197, "domain": "pki.goog", "status": 200, "contentType": "text/plain", "bytes": 69, "truncated": false, "valid": true, "ms": 686, "sitemapCount": 1, "sitemapFirst": "https://pki.goog/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 198, "domain": "vkuserphoto.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 11587, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 199, "domain": "astrumu.io", "status": 200, "contentType": "text/plain", "bytes": 136, "truncated": false, "valid": true, "ms": 1412, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 200, "domain": "youtube-nocookie.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1167, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 201, "domain": "iiko.it", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 742, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 202, "domain": "medium.com", "status": 200, "contentType": "text/plain", "bytes": 884, "truncated": false, "valid": true, "ms": 756, "sitemapCount": 1, "sitemapFirst": "https://medium.com/sitemap/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 203, "domain": "mts.ru", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 6839, "truncated": false, "valid": true, "ms": 2222, "sitemapCount": 1, "sitemapFirst": "https://moskva.mts.ru/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 204, "domain": "hichina.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 308, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 205, "domain": "afternic.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 85, "truncated": false, "valid": true, "ms": 2306, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 206, "domain": "stripe.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 643, "truncated": false, "valid": true, "ms": 843, "sitemapCount": 1, "sitemapFirst": "https://stripe.com/sitemap/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 207, "domain": "forter.com", "status": 200, "contentType": "text/plain", "bytes": 1253, "truncated": false, "valid": true, "ms": 843, "sitemapCount": 1, "sitemapFirst": "https://www.forter.com/sitemap_index.xml", "crawlDelay": "10", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 208, "domain": "mtgglobals.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 302, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 209, "domain": "msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10250, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 210, "domain": "doi.org", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1318, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 211, "domain": "app-measurement.com", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 3002, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 212, "domain": "quickconnect.to", "status": 200, "contentType": "text/plain", "bytes": 1, "truncated": false, "valid": true, "ms": 742, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 213, "domain": "oracle.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1829, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 214, "domain": "bybanking.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10226, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 215, "domain": "ttdns2.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 272, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 216, "domain": "azureedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 181, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 217, "domain": "omtrdc.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 218, "domain": "bbc.com", "status": 200, "contentType": "text/plain", "bytes": 6169, "truncated": false, "valid": true, "ms": 1499, "sitemapCount": 39, "sitemapFirst": "https://www.bbc.com/afrique/sitemap.xml", "crawlDelay": "", "groups": 40, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 219, "domain": "criteo.com", "status": 200, "contentType": "text/plain", "bytes": 2056, "truncated": false, "valid": true, "ms": 492, "sitemapCount": 10, "sitemapFirst": "https://www.criteo.com/sitemap_index.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 220, "domain": "firefox-portal-detection.com", "status": 404, "contentType": "text/plain", "bytes": 0, "truncated": false, "valid": false, "ms": 461, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 221, "domain": "licdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 200, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 222, "domain": "xiaomi.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 3929, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 223, "domain": "arubanetworks.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 695, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 224, "domain": "cdngslb.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10316, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 225, "domain": "ailawandorder.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 2195, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 226, "domain": "publicnode.com", "status": 200, "contentType": "text/plain", "bytes": 189, "truncated": false, "valid": true, "ms": 811, "sitemapCount": 1, "sitemapFirst": "https://www.publicnode.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 227, "domain": "wikimedia.org", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1676, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 228, "domain": "hcaptcha.com", "status": 200, "contentType": "text/plain", "bytes": 109, "truncated": false, "valid": true, "ms": 903, "sitemapCount": 1, "sitemapFirst": "https://www.hcaptcha.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 229, "domain": "forbes.com", "status": 200, "contentType": "text/plain", "bytes": 33649, "truncated": false, "valid": true, "ms": 1499, "sitemapCount": 8, "sitemapFirst": "https://www.forbes.com/news_sitemap.xml", "crawlDelay": "", "groups": 23, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 230, "domain": "rbxcdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 523, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 231, "domain": "skyhigh.cloud", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1598, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 232, "domain": "twitch.tv", "status": 200, "contentType": "text/plain", "bytes": 1646, "truncated": false, "valid": true, "ms": 1657, "sitemapCount": 1, "sitemapFirst": "https://www.twitch.tv/sitemapv2_index.xml.gz", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 233, "domain": "sciencedirect.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 516, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 234, "domain": "researchgate.net", "status": 200, "contentType": "text/plain", "bytes": 293, "truncated": false, "valid": true, "ms": 498, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 235, "domain": "mit.edu", "status": 200, "contentType": "text/plain", "bytes": 199, "truncated": false, "valid": true, "ms": 2406, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 236, "domain": "applovin.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 218, "truncated": false, "valid": true, "ms": 780, "sitemapCount": 1, "sitemapFirst": "https://axon.ai/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 237, "domain": "nist.gov", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2425, "truncated": false, "valid": true, "ms": 1673, "sitemapCount": 1, "sitemapFirst": "https://www.nist.gov/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 238, "domain": "weather.com", "status": 200, "contentType": "text/plain", "bytes": 3720, "truncated": false, "valid": true, "ms": 940, "sitemapCount": 7, "sitemapFirst": "https://weather.com/en-US/sitemaps/bios-sitemap.xml", "crawlDelay": "10", "groups": 26, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 239, "domain": "roku.com", "status": 200, "contentType": "text/plain", "bytes": 303, "truncated": false, "valid": true, "ms": 1443, "sitemapCount": 5, "sitemapFirst": "https://www.roku.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 240, "domain": "bbc.co.uk", "status": 200, "contentType": "text/plain", "bytes": 4907, "truncated": false, "valid": true, "ms": 1212, "sitemapCount": 13, "sitemapFirst": "https://www.bbc.co.uk/sitemap.xml", "crawlDelay": "", "groups": 40, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 241, "domain": "googletagservices.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 232, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 242, "domain": "namecheap.com", "status": 200, "contentType": "text/plain", "bytes": 1359, "truncated": false, "valid": true, "ms": 2122, "sitemapCount": 1, "sitemapFirst": "https://www.namecheap.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 243, "domain": "shifen.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10216, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 244, "domain": "cpanel.net", "status": 200, "contentType": "text/plain", "bytes": 297, "truncated": false, "valid": true, "ms": 3174, "sitemapCount": 1, "sitemapFirst": "https://www.cpanel.net/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 245, "domain": "yandexcloud.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 288, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 246, "domain": "amplitude.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2385, "truncated": false, "valid": true, "ms": 1566, "sitemapCount": 1, "sitemapFirst": "https://amplitude.com/sitemap.xml", "crawlDelay": "", "groups": 16, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 247, "domain": "msftconnecttest.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 170, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 248, "domain": "playstation.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 2630, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 249, "domain": "t.co", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 150, "truncated": false, "valid": true, "ms": 1352, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 250, "domain": "bytefcdn-oversea.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 274, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 251, "domain": "cisco.com", "status": 200, "contentType": "text/plain", "bytes": 15619, "truncated": false, "valid": true, "ms": 1615, "sitemapCount": 99, "sitemapFirst": "https://www.cisco.com/web/sitemap/www_cisco_com_ar_ae_index.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 252, "domain": "sourceforge.net", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 5870, "truncated": false, "valid": true, "ms": 856, "sitemapCount": 7, "sitemapFirst": "https://sourceforge.net/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 253, "domain": "wsdvs.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 150, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 254, "domain": "adtrafficquality.google", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2972, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 255, "domain": "icanhazip.com", "status": 200, "contentType": "text/plain", "bytes": 12, "truncated": false, "valid": true, "ms": 542, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 256, "domain": "vedcdnlb.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 271, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 257, "domain": "aliyuncsslbintl.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 251, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 258, "domain": "sfx.ms", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 123, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 259, "domain": "dnsmadeeasy.com", "status": 404, "contentType": "text/html;charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 962, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 260, "domain": "hubspot.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 12606, "truncated": false, "valid": true, "ms": 653, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 261, "domain": "name-services.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 357, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 262, "domain": "alibabadns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 228, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 263, "domain": "imdb.com", "status": 200, "contentType": "text/plain", "bytes": 1947, "truncated": false, "valid": true, "ms": 2224, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 264, "domain": "linktr.ee", "status": 200, "contentType": "text/plain", "bytes": 11124, "truncated": false, "valid": true, "ms": 537, "sitemapCount": 5, "sitemapFirst": "https://linktr.ee/discover/profile-directory/sitemapindex.xml", "crawlDelay": "", "groups": 60, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 265, "domain": "cdn-apple.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 156, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 266, "domain": "alidns.com", "status": 200, "contentType": "application/json; charset=utf-8", "bytes": 64, "truncated": false, "valid": false, "ms": 1833, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 267, "domain": "who.int", "status": 200, "contentType": "text/plain", "bytes": 18983, "truncated": false, "valid": true, "ms": 750, "sitemapCount": 1, "sitemapFirst": "http://www.who.int/sitemaps/sitemapindex.xml", "crawlDelay": "", "groups": 527, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 268, "domain": "googleblog.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 371270, "truncated": false, "valid": false, "ms": 5327, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 269, "domain": "ozon.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 4978, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 270, "domain": "avcdn.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 239, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 271, "domain": "brave.com", "status": 200, "contentType": "text/plain", "bytes": 53, "truncated": false, "valid": true, "ms": 493, "sitemapCount": 1, "sitemapFirst": "https://brave.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 272, "domain": "googleadservices.com", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1787, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 273, "domain": "namebrightdns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 157, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 274, "domain": "geobasket.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 446, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 275, "domain": "wixsite.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 402, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 276, "domain": "ttvnw.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 290, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 277, "domain": "ibm.com", "status": 200, "contentType": "text/plain", "bytes": 4616, "truncated": false, "valid": true, "ms": 1175, "sitemapCount": 5, "sitemapFirst": "https://www.ibm.com/content/sitemap/href-sitemap-index.xml", "crawlDelay": "", "groups": 10, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 278, "domain": "akamaihd.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 227, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 279, "domain": "workbox.dk", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 422, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 280, "domain": "canva.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 6527, "truncated": false, "valid": true, "ms": 916, "sitemapCount": 2, "sitemapFirst": "https://sitemap.canva.com/sitemap_index.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 281, "domain": "userapi.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 11359, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 282, "domain": "datadoghq.com", "status": 200, "contentType": "text/plain", "bytes": 525, "truncated": false, "valid": true, "ms": 635, "sitemapCount": 9, "sitemapFirst": "https://www.datadoghq.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 283, "domain": "reuters.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 4605, "truncated": false, "valid": true, "ms": 2169, "sitemapCount": 14, "sitemapFirst": "https://www.reuters.com/arc/outboundfeeds/sitemap-index/?outputType=xml", "crawlDelay": "", "groups": 3, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 284, "domain": "launchpad.net", "status": 200, "contentType": "text/plain", "bytes": 1881, "truncated": false, "valid": true, "ms": 5118, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 285, "domain": "hp.com", "status": 200, "contentType": "text/plain", "bytes": 17151, "truncated": false, "valid": true, "ms": 1534, "sitemapCount": 89, "sitemapFirst": "https://www.hp.com/sitemap-gb-en-mag.xml", "crawlDelay": "", "groups": 15, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 286, "domain": "mybluehost.me", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 206, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 287, "domain": "xcal.tv", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 467, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 288, "domain": "gamepass.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 919, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 289, "domain": "tinyurl.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 154, "truncated": false, "valid": true, "ms": 627, "sitemapCount": 3, "sitemapFirst": "https://tinyurl.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 290, "domain": "telegram.me", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10532, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 291, "domain": "booking.com", "status": 200, "contentType": "text/plain", "bytes": 39602, "truncated": false, "valid": true, "ms": 310, "sitemapCount": 434, "sitemapFirst": "https://www.booking.com/sitembk-airport-index.xml", "crawlDelay": "", "groups": 13, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 292, "domain": "www.gov.uk", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1097, "truncated": false, "valid": true, "ms": 709, "sitemapCount": 1, "sitemapFirst": "https://www.gov.uk/sitemap.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 293, "domain": "nature.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 2780, "truncated": false, "valid": true, "ms": 2010, "sitemapCount": 5, "sitemapFirst": "https://www.nature.com/sitemap.xml", "crawlDelay": "", "groups": 23, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 294, "domain": "app-analytics-services.com", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2983, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 295, "domain": "ggpht.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 231, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 296, "domain": "ip-api.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 213, "truncated": false, "valid": true, "ms": 970, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 297, "domain": "demdex.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 167, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 298, "domain": "steampowered.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 303, "truncated": false, "valid": true, "ms": 1883, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 299, "domain": "media-amazon.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 196, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 300, "domain": "myshopify.com", "status": 404, "contentType": "text/plain; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 792, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 301, "domain": "spov-msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 302, "domain": "salesforce.com", "status": 200, "contentType": "text/plain", "bytes": 14256, "truncated": false, "valid": true, "ms": 2130, "sitemapCount": 52, "sitemapFirst": "https://www.salesforce.com/sitemap.xml", "crawlDelay": "", "groups": 9, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 303, "domain": "tiktokcdn-us.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 426, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 304, "domain": "slack.com", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 484, "truncated": false, "valid": true, "ms": 709, "sitemapCount": 3, "sitemapFirst": "https://slack.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 305, "domain": "miui.com", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1410, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 306, "domain": "launchdarkly.com", "status": 200, "contentType": "text/plain", "bytes": 251, "truncated": false, "valid": true, "ms": 446, "sitemapCount": 1, "sitemapFirst": "https://launchdarkly.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 307, "domain": "springer.com", "status": 200, "contentType": "", "bytes": 286, "truncated": false, "valid": true, "ms": 1555, "sitemapCount": 1, "sitemapFirst": "https://www.springer.com/legacy-sitemaps/springer-sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 308, "domain": "byteoversea.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 247, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 309, "domain": "alibaba.com", "status": 200, "contentType": "", "bytes": 5406, "truncated": false, "valid": true, "ms": 2812, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": false, "error": "" }, { "rank": 310, "domain": "jsdelivr.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10181, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 311, "domain": "crcdn.pro", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 251, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 312, "domain": "wac-msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 158, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 313, "domain": "msftncsi.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 153, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 314, "domain": "avast.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1327, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 315, "domain": "imcmdb.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10548, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 316, "domain": "telecid.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 863, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 317, "domain": "vungle.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 82, "truncated": false, "valid": true, "ms": 609, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "10", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 318, "domain": "douyincdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 359, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 319, "domain": "steamserver.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 235, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 320, "domain": "autodesk.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1512, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 321, "domain": "heytapmobile.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 210, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 322, "domain": "pubmatic.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 714, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 323, "domain": "grammarly.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 289, "truncated": false, "valid": true, "ms": 945, "sitemapCount": 2, "sitemapFirst": "https://www.grammarly.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 324, "domain": "debian.org", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1112, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 325, "domain": "weibo.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 968, "truncated": false, "valid": true, "ms": 2403, "sitemapCount": 1, "sitemapFirst": "https://weibo.com/sitemap.xml", "crawlDelay": "1", "groups": 4, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 326, "domain": "harvard.edu", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 748, "truncated": false, "valid": true, "ms": 2013, "sitemapCount": 10, "sitemapFirst": "https://www.harvard.edu/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 327, "domain": "cloudflareinsights.com", "status": 200, "contentType": "text/html;charset=UTF-8", "bytes": 498, "truncated": false, "valid": false, "ms": 496, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 328, "domain": "wiley.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 521682, "truncated": false, "valid": false, "ms": 1351, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 329, "domain": "online-metrix.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 148, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 330, "domain": "amazon.co.uk", "status": 200, "contentType": "text/plain", "bytes": 7258, "truncated": false, "valid": true, "ms": 1545, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 331, "domain": "rubiconproject.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 189, "truncated": false, "valid": true, "ms": 873, "sitemapCount": 1, "sitemapFirst": "https://www.magnite.com/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 332, "domain": "onelink.me", "status": 200, "contentType": "text/html; charset=UTF-8", "bytes": 441419, "truncated": false, "valid": false, "ms": 2356, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 333, "domain": "ok.ru", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 6051, "truncated": false, "valid": true, "ms": 775, "sitemapCount": 17, "sitemapFirst": "https://ok.ru/sitemap-index-game.xml.gz", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 334, "domain": "etsy.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 52804, "truncated": false, "valid": true, "ms": 1390, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 335, "domain": "anthropic.com", "status": 200, "contentType": "text/plain", "bytes": 71, "truncated": false, "valid": true, "ms": 967, "sitemapCount": 1, "sitemapFirst": "https://www.anthropic.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 336, "domain": "mi.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1668, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 337, "domain": "unisys.com", "status": 200, "contentType": "text/plain", "bytes": 473, "truncated": false, "valid": true, "ms": 1974, "sitemapCount": 1, "sitemapFirst": "https://www.unisys.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 338, "domain": "gmail.com", "status": 200, "contentType": "text/plain", "bytes": 129, "truncated": false, "valid": true, "ms": 2124, "sitemapCount": 1, "sitemapFirst": "https://www.google.com/gmail/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 339, "domain": "clarity.ms", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 635, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 340, "domain": "archive.ph", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 856, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 341, "domain": "zendesk.com", "status": 200, "contentType": "text/plain", "bytes": 1028, "truncated": false, "valid": true, "ms": 1369, "sitemapCount": 1, "sitemapFirst": "https://www.zendesk.com/generated_sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 342, "domain": "php.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 11510, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 343, "domain": "smartadserver.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 141676, "truncated": false, "valid": false, "ms": 2049, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 344, "domain": "naver.com", "status": 200, "contentType": "application/octet-stream", "bytes": 91, "truncated": false, "valid": false, "ms": 3193, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 345, "domain": "casalemedia.com", "status": 200, "contentType": "text/html; charset=UTF-8", "bytes": 99518, "truncated": false, "valid": false, "ms": 3834, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 346, "domain": "volcfcdndvs.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1159, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 347, "domain": "browser-intake-datadoghq.com", "status": 403, "contentType": "application/json", "bytes": 0, "truncated": false, "valid": false, "ms": 904, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 348, "domain": "bilibili.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 65, "truncated": false, "valid": true, "ms": 4685, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 349, "domain": "manulife-sinochem.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10103, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 350, "domain": "ea.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 1904, "truncated": false, "valid": true, "ms": 1306, "sitemapCount": 1, "sitemapFirst": "https://www.ea.com/sitemap.xml", "crawlDelay": "", "groups": 8, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 351, "domain": "tp-link.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 544, "truncated": false, "valid": true, "ms": 1525, "sitemapCount": 1, "sitemapFirst": "https://www.tp-link.com/nl/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 352, "domain": "vercel-dns-016.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 149, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 353, "domain": "trustpilot.com", "status": 200, "contentType": "text/plain", "bytes": 25101, "truncated": false, "valid": true, "ms": 928, "sitemapCount": 3, "sitemapFirst": "https://sitemaps.trustpilot.com/index_en-us.xml", "crawlDelay": "", "groups": 46, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 354, "domain": "gnu.org", "status": 200, "contentType": "text/plain", "bytes": 2862, "truncated": false, "valid": true, "ms": 4963, "sitemapCount": 1, "sitemapFirst": "http://www.gnu.org/sitemap.xml", "crawlDelay": "4", "groups": 27, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 355, "domain": "espn.com", "status": 200, "contentType": "text/plain", "bytes": 3223, "truncated": false, "valid": true, "ms": 2705, "sitemapCount": 1, "sitemapFirst": "https://www.espn.com/sitemap.xml", "crawlDelay": "", "groups": 11, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 356, "domain": "branch.io", "status": 200, "contentType": "text/plain", "bytes": 1783, "truncated": false, "valid": true, "ms": 1544, "sitemapCount": 1, "sitemapFirst": "https://www.branch.io/sitemap_index.xml", "crawlDelay": "", "groups": 8, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 357, "domain": "weebly.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 777, "truncated": false, "valid": true, "ms": 2154, "sitemapCount": 1, "sitemapFirst": "https://www.weebly.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 358, "domain": "aliyun.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 316, "truncated": false, "valid": true, "ms": 4748, "sitemapCount": 1, "sitemapFirst": "https://www.alibabacloud.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 359, "domain": "nflxvideo.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 532, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 360, "domain": "checkpoint.com", "status": 200, "contentType": "text/plain", "bytes": 1918, "truncated": false, "valid": true, "ms": 3125, "sitemapCount": 1, "sitemapFirst": "https://www.checkpoint.com/sitemap_index.xml", "crawlDelay": "", "groups": 14, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 361, "domain": "dell.com", "status": 200, "contentType": "text/plain", "bytes": 28897, "truncated": false, "valid": true, "ms": 1792, "sitemapCount": 9, "sitemapFirst": "https://www.dell.com/index-sr-sitemap.xml.gz", "crawlDelay": "", "groups": 9, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 362, "domain": "tradingview.com", "status": 200, "contentType": "text/plain", "bytes": 1153, "truncated": false, "valid": true, "ms": 1554, "sitemapCount": 1, "sitemapFirst": "https://www.tradingview.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 363, "domain": "nvidia.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 3725, "truncated": false, "valid": true, "ms": 1667, "sitemapCount": 1, "sitemapFirst": "https://www.nvidia.com/sitemap_index.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 364, "domain": "cdc.gov", "status": 200, "contentType": "text/plain", "bytes": 1699, "truncated": false, "valid": true, "ms": 1245, "sitemapCount": 1, "sitemapFirst": "https://www.cdc.gov/wcms-auto-sitemap-index.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 365, "domain": "un.org", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 4538, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 366, "domain": "cm.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 63, "truncated": false, "valid": true, "ms": 1608, "sitemapCount": 1, "sitemapFirst": "https://www.cm.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 367, "domain": "paloaltonetworks.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 7701, "truncated": false, "valid": true, "ms": 2176, "sitemapCount": 5, "sitemapFirst": "https://www.paloaltonetworks.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 368, "domain": "archive.is", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1206, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 369, "domain": "google.cn", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1870, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 370, "domain": "globo.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 408, "truncated": false, "valid": true, "ms": 9696, "sitemapCount": 1, "sitemapFirst": "http://www.globo.com/sitemap-image.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 371, "domain": "worldnic.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10581, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 372, "domain": "wsj.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 4298, "truncated": false, "valid": true, "ms": 1597, "sitemapCount": 12, "sitemapFirst": "https://www.wsj.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 373, "domain": "dotomi.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 315482, "truncated": false, "valid": false, "ms": 4152, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 374, "domain": "opendns.com", "status": 200, "contentType": "text/plain", "bytes": 24, "truncated": false, "valid": true, "ms": 2614, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 375, "domain": "grammarly.io", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 125, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 376, "domain": "gitlab.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3230, "truncated": false, "valid": true, "ms": 670, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 377, "domain": "allawnos.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 339, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 378, "domain": "tagomi.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 938, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 379, "domain": "nasa.gov", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 69, "truncated": false, "valid": true, "ms": 1399, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 380, "domain": "adnxs.com", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 957, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 381, "domain": "cdnbuild.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 279, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 382, "domain": "dns.google", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 493, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 383, "domain": "issuu.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 4280, "truncated": false, "valid": true, "ms": 714, "sitemapCount": 11, "sitemapFirst": "https://issuu.com/sitemap.xml", "crawlDelay": "", "groups": 47, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 384, "domain": "stanford.edu", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 512, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 385, "domain": "amazon.de", "status": 200, "contentType": "text/plain", "bytes": 7508, "truncated": false, "valid": true, "ms": 1800, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 102, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 386, "domain": "ripn.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 244, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 387, "domain": "myhuaweicloud.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 269, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 388, "domain": "bloomberg.com", "status": 200, "contentType": "text/plain", "bytes": 10640, "truncated": false, "valid": true, "ms": 2142, "sitemapCount": 10, "sitemapFirst": "https://www.bloomberg.com/sitemaps/news/index.xml", "crawlDelay": "", "groups": 98, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 389, "domain": "spaceweb.pro", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 8717, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 390, "domain": "washingtonpost.com", "status": 200, "contentType": "text/plain", "bytes": 5804, "truncated": false, "valid": true, "ms": 2253, "sitemapCount": 7, "sitemapFirst": "https://www.washingtonpost.com/sitemaps/sitemap.xml.gz", "crawlDelay": "", "groups": 35, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 391, "domain": "live-video.net", "status": 403, "contentType": "application/xml", "bytes": 0, "truncated": false, "valid": false, "ms": 1261, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 392, "domain": "shopifysvc.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 157, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 393, "domain": "bsky.app", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 441, "truncated": false, "valid": true, "ms": 1195, "sitemapCount": 1, "sitemapFirst": "https://bsky.app/sitemap/users.xml.gz", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 394, "domain": "okta.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 2518, "truncated": false, "valid": true, "ms": 1332, "sitemapCount": 24, "sitemapFirst": "https://www.okta.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 395, "domain": "tiktokv.us", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 134, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 396, "domain": "plesk.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 101, "truncated": false, "valid": true, "ms": 891, "sitemapCount": 1, "sitemapFirst": "https://www.plesk.com/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 397, "domain": "samsungcloudsolution.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 207, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 398, "domain": "cookiedatabase.org", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 292, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 399, "domain": "name.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 1986, "truncated": false, "valid": true, "ms": 1913, "sitemapCount": 1, "sitemapFirst": "https://www.name.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 400, "domain": "netease.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1756, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 401, "domain": "githubusercontent.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 257, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 402, "domain": "go.com", "status": 200, "contentType": "text/plain", "bytes": 212, "truncated": false, "valid": true, "ms": 2459, "sitemapCount": 1, "sitemapFirst": "https://www.go.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": false, "error": "" }, { "rank": 403, "domain": "amazontrust.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 12012, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TimeoutError" }, { "rank": 404, "domain": "on.aws", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 168, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 405, "domain": "wps.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 666, "truncated": false, "valid": true, "ms": 1429, "sitemapCount": 1, "sitemapFirst": "https://www.wps.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 406, "domain": "mangosip.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10228, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 407, "domain": "yandex.com", "status": 200, "contentType": "text/plain", "bytes": 21167, "truncated": false, "valid": true, "ms": 726, "sitemapCount": 12, "sitemapFirst": "https://yandex.com/support/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 408, "domain": "vkuser.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10557, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 409, "domain": "sberbank.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 879, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 410, "domain": "ibyteimg.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 241, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 411, "domain": "nr-data.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 137, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 412, "domain": "capcutapi.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 438, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 413, "domain": "plex.direct", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1509, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 414, "domain": "scdn.co", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 169, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 415, "domain": "dynatrace.com", "status": 200, "contentType": "text/plain", "bytes": 319, "truncated": false, "valid": true, "ms": 1519, "sitemapCount": 1, "sitemapFirst": "https://www.dynatrace.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 416, "domain": "calendly.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 335, "truncated": false, "valid": true, "ms": 177, "sitemapCount": 1, "sitemapFirst": "https://calendly.com/marketing-site/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 417, "domain": "claude.ai", "status": 200, "contentType": "text/plain", "bytes": 281, "truncated": false, "valid": true, "ms": 190, "sitemapCount": 1, "sitemapFirst": "https://claude.ai/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": false, "error": "" }, { "rank": 418, "domain": "awsglobalaccelerator.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 205, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 419, "domain": "elasticbeanstalk.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1125, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 420, "domain": "xboxlive.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 610, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 421, "domain": "netflix.net", "status": 200, "contentType": "text/plain", "bytes": 3790, "truncated": false, "valid": true, "ms": 1674, "sitemapCount": 1, "sitemapFirst": "https://www.netflix.com/sitemap/index", "crawlDelay": "", "groups": 4, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 422, "domain": "atlassian.net", "status": 200, "contentType": "text/plain", "bytes": 347, "truncated": false, "valid": true, "ms": 412, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "1", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 423, "domain": "duckduckgo.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 757, "truncated": false, "valid": true, "ms": 581, "sitemapCount": 2, "sitemapFirst": "https://duckduckgo.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 424, "domain": "line.me", "status": 200, "contentType": "text/plain", "bytes": 454, "truncated": false, "valid": true, "ms": 1105, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 425, "domain": "expireddomains.com", "status": 200, "contentType": "text/plain", "bytes": 172, "truncated": false, "valid": true, "ms": 639, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "2", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 426, "domain": "163.com", "status": 200, "contentType": "text/plain; charset=gb2312", "bytes": 225, "truncated": false, "valid": true, "ms": 3789, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 427, "domain": "indeed.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 13731, "truncated": false, "valid": true, "ms": 828, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 9, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 428, "domain": "firetvcaptiveportal.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10389, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 429, "domain": "substack.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 585, "truncated": false, "valid": true, "ms": 518, "sitemapCount": 2, "sitemapFirst": "https://substack.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 430, "domain": "aol.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 2827, "truncated": false, "valid": true, "ms": 1789, "sitemapCount": 4, "sitemapFirst": "https://www.aol.com/products/sitemap.xml", "crawlDelay": "", "groups": 44, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 431, "domain": "unsplash.com", "status": 200, "contentType": "text/plain", "bytes": 8472, "truncated": false, "valid": true, "ms": 538, "sitemapCount": 31, "sitemapFirst": "https://sitemaps.unsplash.com/sitemaps/searches/de/sitemap.xml", "crawlDelay": "", "groups": 12, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 432, "domain": "drom.ru", "status": 200, "contentType": "text/plain", "bytes": 10797, "truncated": false, "valid": true, "ms": 2910, "sitemapCount": 24, "sitemapFirst": "https://www.drom.ru/sitemaps/catalog/generated/catalog_firms_index.xml", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 433, "domain": "impervadns.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 55, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 434, "domain": "steamcommunity.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 141, "truncated": false, "valid": true, "ms": 451, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 435, "domain": "spotifycdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 251, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 436, "domain": "kwai-pro.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 237, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 437, "domain": "temu.com", "status": 200, "contentType": "text/html", "bytes": 2899, "truncated": false, "valid": false, "ms": 1000, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 438, "domain": "adobe.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 725, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 439, "domain": "gcdn.co", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 364, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 440, "domain": "tiktokcdn-eu.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 330, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 441, "domain": "telekom.de", "status": 200, "contentType": "text/x-robots", "bytes": 151, "truncated": false, "valid": true, "ms": 1962, "sitemapCount": 1, "sitemapFirst": "https://www.telekom.de/content/robots/sitemap", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 442, "domain": "netangels.ru", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1992, "truncated": false, "valid": true, "ms": 2336, "sitemapCount": 1, "sitemapFirst": "https://www.netangels.ru/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 443, "domain": "heytapdl.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 330, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 444, "domain": "tiktokv.eu", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 681, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 445, "domain": "dailymotion.com", "status": 200, "contentType": "text/plain", "bytes": 18276, "truncated": false, "valid": true, "ms": 1765, "sitemapCount": 9, "sitemapFirst": "https://www.dailymotion.com/map-videos-latest.xml", "crawlDelay": "", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 446, "domain": "tencent-cloud.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 282, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 447, "domain": "beian.gov.cn", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 837, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 448, "domain": "gandi-ns.fr", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 368, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 449, "domain": "pushy.io", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2411, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 450, "domain": "tiktokpangle.us", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 132, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 451, "domain": "inmobi.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 98, "truncated": false, "valid": true, "ms": 1673, "sitemapCount": 1, "sitemapFirst": "https://www.inmobi.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 452, "domain": "chatgpt.site", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 622, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 453, "domain": "intel.com", "status": 200, "contentType": "text/plain", "bytes": 4211, "truncated": false, "valid": true, "ms": 2388, "sitemapCount": 1, "sitemapFirst": "https://www.intel.com/sitemap.xml", "crawlDelay": "", "groups": 31, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 454, "domain": "statsigapi.net", "status": 403, "contentType": "text/plain", "bytes": 0, "truncated": false, "valid": false, "ms": 528, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 455, "domain": "hostgator.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 705, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 456, "domain": "dropcatch.com", "status": 200, "contentType": "text/html", "bytes": 104198, "truncated": false, "valid": false, "ms": 1135, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 457, "domain": "arxiv.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 5854, "truncated": false, "valid": true, "ms": 255, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 10, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 458, "domain": "ampproject.org", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 3147, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 459, "domain": "taobao.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10335, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 460, "domain": "myqcloud.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 269, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 461, "domain": "g.page", "status": 200, "contentType": "text/html; charset=ISO-8859-1", "bytes": 92742, "truncated": false, "valid": false, "ms": 3125, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 462, "domain": "eye4.cn", "status": 500, "contentType": "text/html; charset=iso-8859-1", "bytes": 0, "truncated": false, "valid": false, "ms": 883, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 463, "domain": "yahoo.co.jp", "status": 200, "contentType": "text/plain", "bytes": 87, "truncated": false, "valid": true, "ms": 2620, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": false, "error": "" }, { "rank": 464, "domain": "lijit.com", "status": 403, "contentType": "application/xml", "bytes": 0, "truncated": false, "valid": false, "ms": 968, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 465, "domain": "pixabay.com", "status": 200, "contentType": "text/plain", "bytes": 3248, "truncated": false, "valid": true, "ms": 1010, "sitemapCount": 1, "sitemapFirst": "https://pixabay.com/sitemap.xml.gz", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 466, "domain": "kaspersky-labs.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 231, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 467, "domain": "duolingo.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 826, "truncated": false, "valid": true, "ms": 1999, "sitemapCount": 1, "sitemapFirst": "https://www.duolingo.com/sitemap_index.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 468, "domain": "prodregistryv2.org", "status": 404, "contentType": "text/plain", "bytes": 0, "truncated": false, "valid": false, "ms": 513, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 469, "domain": "speedtest.net", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 247, "truncated": false, "valid": true, "ms": 871, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 470, "domain": "bluehost.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 780, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 471, "domain": "run.app", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 537, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 472, "domain": "adobedc.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 176, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 473, "domain": "huawei.com", "status": 200, "contentType": "text/plain", "bytes": 2998, "truncated": false, "valid": true, "ms": 4901, "sitemapCount": 33, "sitemapFirst": "https://www.huawei.com/href-sitemap-index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 474, "domain": "mcafee.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 12003, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TimeoutError" }, { "rank": 475, "domain": "taboola.com", "status": 200, "contentType": "text/plain", "bytes": 2350, "truncated": false, "valid": true, "ms": 1057, "sitemapCount": 1, "sitemapFirst": "https://www.taboola.com/sitemap_index.xml", "crawlDelay": "10", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 476, "domain": "netcraze.io", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 25, "truncated": false, "valid": true, "ms": 1071, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 477, "domain": "businessinsider.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 2231, "truncated": false, "valid": true, "ms": 1131, "sitemapCount": 7, "sitemapFirst": "https://www.businessinsider.com/sitemap/latest.xml", "crawlDelay": "", "groups": 13, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 478, "domain": "aliexpress.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 3025, "truncated": false, "valid": true, "ms": 2119, "sitemapCount": 8, "sitemapFirst": "https://www.aliexpress.com/sitemap/en-https-item-item-2026-P0-sitemap-index.xml", "crawlDelay": "", "groups": 9, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 479, "domain": "vercel-dns-017.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 218, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 480, "domain": "walmart.com", "status": 200, "contentType": "text/plain", "bytes": 3479, "truncated": false, "valid": true, "ms": 1537, "sitemapCount": 32, "sitemapFirst": "https://www.walmart.com/sitemap_category.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 481, "domain": "cnbc.com", "status": 200, "contentType": "text/plain", "bytes": 2573, "truncated": false, "valid": true, "ms": 1807, "sitemapCount": 9, "sitemapFirst": "https://www.cnbc.com/sitemapAll.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 482, "domain": "kwai.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10373, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 483, "domain": "shein.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 279, "truncated": false, "valid": true, "ms": 2057, "sitemapCount": 1, "sitemapFirst": "https://www.shein.com/sitemap-index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 484, "domain": "goodreads.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2647, "truncated": false, "valid": true, "ms": 2662, "sitemapCount": 16, "sitemapFirst": "https://www.goodreads.com/siteindex.author.xml", "crawlDelay": "", "groups": 8, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 485, "domain": "wp.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1387, "truncated": false, "valid": true, "ms": 1429, "sitemapCount": 5, "sitemapFirst": "https://wordpress.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 486, "domain": "featureassets.org", "status": 403, "contentType": "text/plain", "bytes": 0, "truncated": false, "valid": false, "ms": 473, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 487, "domain": "fandom.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 963, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 488, "domain": "facebook.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 241, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 489, "domain": "dual-s-msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 50, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 490, "domain": "ietf.org", "status": 200, "contentType": "text/plain", "bytes": 51, "truncated": false, "valid": true, "ms": 1242, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 491, "domain": "azure-dns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 145, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 492, "domain": "ui-dns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 243, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 493, "domain": "selectel.ru", "status": 200, "contentType": "text/plain", "bytes": 1664, "truncated": false, "valid": true, "ms": 1110, "sitemapCount": 2, "sitemapFirst": "https://selectel.ru/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 494, "domain": "amazon.co.jp", "status": 200, "contentType": "text/plain", "bytes": 10234, "truncated": false, "valid": true, "ms": 2643, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 495, "domain": "xiaomi.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 5509, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 496, "domain": "trendmicro.com", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 2211, "truncated": false, "valid": true, "ms": 1865, "sitemapCount": 1, "sitemapFirst": "https://www.trendmicro.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 497, "domain": "quora.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 18962, "truncated": false, "valid": true, "ms": 1688, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 29, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 498, "domain": "statista.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 11030, "truncated": false, "valid": true, "ms": 920, "sitemapCount": 2, "sitemapFirst": "https://www.statista.com/sitemap/", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 499, "domain": "mzstatic.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 253635, "truncated": false, "valid": false, "ms": 1114, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 500, "domain": "scribd.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3518, "truncated": false, "valid": true, "ms": 1150, "sitemapCount": 10, "sitemapFirst": "https://sitemaps.scribd.com/docs_de_index.xml", "crawlDelay": "", "groups": 9, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 501, "domain": "list-manage.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10413, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 502, "domain": "eventbrite.com", "status": 200, "contentType": "text/plain", "bytes": 7559, "truncated": false, "valid": true, "ms": 439, "sitemapCount": 2, "sitemapFirst": "https://www.eventbrite.com/sitemap_xml/sitemap_index.xml", "crawlDelay": "", "groups": 139, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 503, "domain": "rocket-cdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 351, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 504, "domain": "teamviewer.com", "status": 200, "contentType": "text/plain", "bytes": 581, "truncated": false, "valid": true, "ms": 2226, "sitemapCount": 1, "sitemapFirst": "https://www.teamviewer.com/sitemap-index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 505, "domain": "twimg.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 303, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 506, "domain": "sina.com.cn", "status": 200, "contentType": "text/plain", "bytes": 528, "truncated": false, "valid": true, "ms": 8860, "sitemapCount": 11, "sitemapFirst": "https://www.sina.com.cn/sitemap/index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 507, "domain": "foxnews.com", "status": 200, "contentType": "text/plain", "bytes": 301, "truncated": false, "valid": true, "ms": 2529, "sitemapCount": 2, "sitemapFirst": "https://www.foxnews.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 508, "domain": "addtoany.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 308, "truncated": false, "valid": true, "ms": 837, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 509, "domain": "crpt.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 12005, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TimeoutError" }, { "rank": 510, "domain": "bx-msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 265, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 511, "domain": "npr.org", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 12009, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TimeoutError" }, { "rank": 512, "domain": "dnspod.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10524, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 513, "domain": "braze.com", "status": 200, "contentType": "text/plain", "bytes": 129, "truncated": false, "valid": true, "ms": 906, "sitemapCount": 1, "sitemapFirst": "https://www.braze.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 514, "domain": "indiatimes.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1143, "truncated": false, "valid": true, "ms": 1508, "sitemapCount": 2, "sitemapFirst": "https://www.indiatimes.com/staticsitemap/id-454/sitemap-index.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 515, "domain": "playstation.com", "status": 200, "contentType": "text/plain;charset=iso-8859-1", "bytes": 655, "truncated": false, "valid": true, "ms": 2105, "sitemapCount": 1, "sitemapFirst": "https://www.playstation.com/sitemap_index.xml", "crawlDelay": "5", "groups": 8, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 516, "domain": "blogger.com", "status": 200, "contentType": "text/plain", "bytes": 572, "truncated": false, "valid": true, "ms": 3254, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 517, "domain": "google.de", "status": 200, "contentType": "text/plain", "bytes": 6654, "truncated": false, "valid": true, "ms": 3554, "sitemapCount": 1, "sitemapFirst": "https://www.google.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 518, "domain": "markmonitor.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 275, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 519, "domain": "dyndns.org", "status": 200, "contentType": "text/html; charset=ISO-8859-1", "bytes": 28465, "truncated": false, "valid": false, "ms": 2443, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 520, "domain": "share.google", "status": 200, "contentType": "text/html", "bytes": 1675, "truncated": false, "valid": false, "ms": 1122, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 521, "domain": "google.com.hk", "status": 200, "contentType": "text/plain", "bytes": 6654, "truncated": false, "valid": true, "ms": 3809, "sitemapCount": 1, "sitemapFirst": "https://www.google.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 522, "domain": "amzn.to", "status": 200, "contentType": "text/plain", "bytes": 123, "truncated": false, "valid": true, "ms": 680, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 523, "domain": "squarespacedns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 269, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 524, "domain": "alicdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10298, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 525, "domain": "openstreetmap.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 891, "truncated": false, "valid": true, "ms": 1002, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 526, "domain": "tplinkcloud.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 70, "truncated": false, "valid": true, "ms": 2060, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 527, "domain": "timeweb.ru", "status": 200, "contentType": "text/html", "bytes": 521211, "truncated": false, "valid": false, "ms": 5096, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 528, "domain": "noaa.gov", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2736, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 529, "domain": "behance.net", "status": 200, "contentType": "text/plain", "bytes": 1317, "truncated": false, "valid": true, "ms": 692, "sitemapCount": 1, "sitemapFirst": "https://www.behance.net/sitemap", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 530, "domain": "adsafeprotected.com", "status": 200, "contentType": "image/gif", "bytes": 53, "truncated": false, "valid": false, "ms": 1178, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 531, "domain": "nmrodam.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 349, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 532, "domain": "oraclecloud.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 533, "domain": "trueconf.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 799, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 534, "domain": "bdydns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 295, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 535, "domain": "sc-gw.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 122, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 536, "domain": "docker.com", "status": 200, "contentType": "text/plain", "bytes": 1055, "truncated": false, "valid": true, "ms": 771, "sitemapCount": 2, "sitemapFirst": "https://www.docker.com/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 537, "domain": "supercell.com", "status": 200, "contentType": "text/plain", "bytes": 66, "truncated": false, "valid": true, "ms": 1111, "sitemapCount": 1, "sitemapFirst": "http://supercell.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 538, "domain": "openx.net", "status": 404, "contentType": "text/plain; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 729, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 539, "domain": "bunnyinfra.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 256, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 540, "domain": "shop.app", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2796, "truncated": false, "valid": true, "ms": 741, "sitemapCount": 4, "sitemapFirst": "https://shop.app/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 541, "domain": "mysql.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 184, "truncated": false, "valid": true, "ms": 2326, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 542, "domain": "capcut.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1630, "truncated": false, "valid": true, "ms": 1106, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 543, "domain": "force.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2331, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 544, "domain": "appsflyer.com", "status": 200, "contentType": "text/plain", "bytes": 3087, "truncated": false, "valid": true, "ms": 1676, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 545, "domain": "ipv4only.arpa", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10386, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 546, "domain": "stackoverflow.com", "status": 418, "contentType": "text/plain", "bytes": 0, "truncated": false, "valid": false, "ms": 261, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 547, "domain": "e2ro.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 272, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 548, "domain": "nexthink.cloud", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 242, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 549, "domain": "ft.com", "status": 200, "contentType": "text/plain", "bytes": 1597, "truncated": false, "valid": true, "ms": 1289, "sitemapCount": 1, "sitemapFirst": "https://www.ft.com/sitemaps/index.xml", "crawlDelay": "1", "groups": 21, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 550, "domain": "mozilla.com", "status": 200, "contentType": "text/plain", "bytes": 66, "truncated": false, "valid": true, "ms": 2190, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 551, "domain": "nease.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10453, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 552, "domain": "uol.com.br", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 2515, "truncated": false, "valid": true, "ms": 4346, "sitemapCount": 9, "sitemapFirst": "https://www.uol.com.br/carros/sitemap/v2/news-01.xml", "crawlDelay": "", "groups": 50, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 553, "domain": "adriver.ru", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 3591, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 554, "domain": "klaviyo.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3530, "truncated": false, "valid": true, "ms": 1259, "sitemapCount": 1, "sitemapFirst": "https://www.klaviyo.com/sitemap_index.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 555, "domain": "footprintdns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 150, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 556, "domain": "firefox.com", "status": 200, "contentType": "text/plain", "bytes": 78, "truncated": false, "valid": true, "ms": 1583, "sitemapCount": 1, "sitemapFirst": "https://www.firefox.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 557, "domain": "slideshare.net", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1443, "truncated": false, "valid": true, "ms": 1258, "sitemapCount": 1, "sitemapFirst": "https://sitemaps.slideshare.net/sitemap.xml", "crawlDelay": "", "groups": 11, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 558, "domain": "tandfonline.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 1379, "truncated": false, "valid": true, "ms": 1721, "sitemapCount": 1, "sitemapFirst": "https://www.tandfonline.com/sitemap-index-1.xml", "crawlDelay": "1", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 559, "domain": "centinel-analytica.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1426, "truncated": false, "valid": true, "ms": 1516, "sitemapCount": 1, "sitemapFirst": "https://www.centinelanalytica.com/sitemap.xml", "crawlDelay": "", "groups": 11, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 560, "domain": "visualstudio.com", "status": 200, "contentType": "text/plain", "bytes": 234, "truncated": false, "valid": true, "ms": 1968, "sitemapCount": 1, "sitemapFirst": "https://visualstudio.microsoft.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 561, "domain": "oup.com", "status": 202, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1559, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 562, "domain": "exp-tas.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 151, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 563, "domain": "samsungqbe.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 184, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 564, "domain": "whecloud.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 233, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 565, "domain": "cloudns.net", "status": 200, "contentType": "text/plain", "bytes": 25, "truncated": false, "valid": true, "ms": 1882, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 566, "domain": "sohu.com", "status": 200, "contentType": "text/plain", "bytes": 3097, "truncated": false, "valid": true, "ms": 5162, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 4, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 567, "domain": "adobedtm.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 158, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 568, "domain": "fast.com", "status": 200, "contentType": "text/plain", "bytes": 41, "truncated": false, "valid": true, "ms": 1210, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 569, "domain": "cornell.edu", "status": 200, "contentType": "text/plain", "bytes": 1046, "truncated": false, "valid": true, "ms": 4382, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "6", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 570, "domain": "miit.gov.cn", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 393, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 571, "domain": "discord.media", "status": 520, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 974, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 572, "domain": "icloud-content.com", "status": 200, "contentType": "text/html", "bytes": 110029, "truncated": false, "valid": false, "ms": 2989, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 573, "domain": "byteglb.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1154, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 574, "domain": "wired.com", "status": 200, "contentType": "text/plain", "bytes": 2274, "truncated": false, "valid": true, "ms": 1028, "sitemapCount": 7, "sitemapFirst": "https://www.wired.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 575, "domain": "wbx2.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10091, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 576, "domain": "withgoogle.com", "status": 200, "contentType": "text/html; charset=ISO-8859-1", "bytes": 87755, "truncated": false, "valid": false, "ms": 3125, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 577, "domain": "tripadvisor.com", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 22439, "truncated": false, "valid": true, "ms": 1204, "sitemapCount": 8, "sitemapFirst": "https://www.tripadvisor.com/sitemap/2/en_US/sitemap_en_US_index.xml", "crawlDelay": "", "groups": 8, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 578, "domain": "ddnss.de", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10061, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 579, "domain": "dreamhost.com", "status": 200, "contentType": "text/plain", "bytes": 422, "truncated": false, "valid": true, "ms": 2841, "sitemapCount": 2, "sitemapFirst": "https://www.dreamhost.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 580, "domain": "edgecdn.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 689, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 581, "domain": "herokuapp.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 689, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 582, "domain": "comcast.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 3811, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 583, "domain": "ivi.ru", "status": 200, "contentType": "text/plain", "bytes": 6603, "truncated": false, "valid": true, "ms": 1754, "sitemapCount": 1, "sitemapFirst": "https://www.ivi.ru/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 584, "domain": "mediatek.com", "status": 200, "contentType": "text/html; charset=UTF-8", "bytes": 249039, "truncated": false, "valid": false, "ms": 1718, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 585, "domain": "time.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2190, "truncated": false, "valid": true, "ms": 920, "sitemapCount": 5, "sitemapFirst": "https://time.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 586, "domain": "newrelic.com", "status": 200, "contentType": "text/plain", "bytes": 2556, "truncated": false, "valid": true, "ms": 314, "sitemapCount": 9, "sitemapFirst": "https://newrelic.com/sitemap.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 587, "domain": "charter.net", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2499, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 588, "domain": "0xrpc.io", "status": 404, "contentType": "application/json; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1400, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 589, "domain": "threads.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 8506, "truncated": false, "valid": true, "ms": 1567, "sitemapCount": 16, "sitemapFirst": "https://www.threads.com/sitemap/threads_profiles_sitemap.xml.gz", "crawlDelay": "", "groups": 37, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 590, "domain": "jquery.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 111, "truncated": false, "valid": true, "ms": 1509, "sitemapCount": 1, "sitemapFirst": "https://jquery.com/wp-sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 591, "domain": "wildberries.ru", "status": 498, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2168, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 592, "domain": "qlivecdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 244, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 593, "domain": "eset.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 6699, "truncated": false, "valid": true, "ms": 2154, "sitemapCount": 128, "sitemapFirst": "https://www.eset.com/za/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 594, "domain": "squarespace.com", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 2379, "truncated": false, "valid": true, "ms": 1067, "sitemapCount": 1, "sitemapFirst": "https://www.squarespace.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 595, "domain": "svc.ms", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 210, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 596, "domain": "deviantart.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 475, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 597, "domain": "ca.gov", "status": 200, "contentType": "text/plain", "bytes": 379, "truncated": false, "valid": true, "ms": 1150, "sitemapCount": 1, "sitemapFirst": "https://www.ca.gov/sitemaps/sitemapindex.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 598, "domain": "ezvizlife.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 173, "truncated": false, "valid": true, "ms": 1826, "sitemapCount": 1, "sitemapFirst": "https://ezviz.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 599, "domain": "rakuten.co.jp", "status": 200, "contentType": "text/plain", "bytes": 490, "truncated": false, "valid": true, "ms": 7723, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 600, "domain": "mega.co.nz", "status": 200, "contentType": "text/plain", "bytes": 0, "truncated": false, "valid": false, "ms": 616, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 601, "domain": "360yield.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 106, "truncated": false, "valid": true, "ms": 1572, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 602, "domain": "atlassian.com", "status": 200, "contentType": "text/plain", "bytes": 1292, "truncated": false, "valid": true, "ms": 869, "sitemapCount": 2, "sitemapFirst": "https://www.atlassian.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 603, "domain": "vecdnlb.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 492, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 604, "domain": "media.net", "status": 200, "contentType": "text/plain", "bytes": 337, "truncated": false, "valid": true, "ms": 2428, "sitemapCount": 1, "sitemapFirst": "https://www.media.net/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 605, "domain": "3lift.com", "status": 403, "contentType": "application/xml", "bytes": 0, "truncated": false, "valid": false, "ms": 1191, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 606, "domain": "live.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 146, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 607, "domain": "free.fr", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 1029, "truncated": false, "valid": true, "ms": 1309, "sitemapCount": 1, "sitemapFirst": "https://www.free.fr/sitemap.xml", "crawlDelay": "", "groups": 15, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 608, "domain": "adsrvr.org", "status": 403, "contentType": "application/xml", "bytes": 0, "truncated": false, "valid": false, "ms": 1399, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 609, "domain": "dailymail.com", "status": 200, "contentType": "text/plain", "bytes": 5573, "truncated": false, "valid": true, "ms": 1136, "sitemapCount": 14, "sitemapFirst": "https://www.dailymail.com/google-news-sitemap.xml", "crawlDelay": "", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 610, "domain": "target.com", "status": 200, "contentType": "text/plain", "bytes": 3226, "truncated": false, "valid": true, "ms": 1236, "sitemapCount": 6, "sitemapFirst": "https://www.target.com/sitemap_keywords-index.xml.gz", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 611, "domain": "vercel.app", "status": 200, "contentType": "text/markdown; charset=utf-8", "bytes": 2267, "truncated": false, "valid": true, "ms": 1167, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 612, "domain": "digitalocean.com", "status": 200, "contentType": "text/plain", "bytes": 172, "truncated": false, "valid": true, "ms": 1124, "sitemapCount": 1, "sitemapFirst": "https://www.digitalocean.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 613, "domain": "wix.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2797, "truncated": false, "valid": true, "ms": 2109, "sitemapCount": 1, "sitemapFirst": "https://www.wix.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 614, "domain": "singtelchina.cn", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 9541, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 615, "domain": "ieee.org", "status": 202, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2257, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 616, "domain": "aboutads.info", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2678, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 617, "domain": "vercel-dns-3.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 506, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 618, "domain": "vidaahub.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 476, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 619, "domain": "chinamobile.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10458, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 620, "domain": "telefonica.de", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 62, "truncated": false, "valid": true, "ms": 1848, "sitemapCount": 1, "sitemapFirst": "https://www.telefonica.de/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 621, "domain": "mdpi.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 942, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 622, "domain": "usatoday.com", "status": 200, "contentType": "text/plain", "bytes": 16350, "truncated": false, "valid": true, "ms": 1342, "sitemapCount": 7, "sitemapFirst": "https://www.usatoday.com/news-sitemap.xml", "crawlDelay": "", "groups": 288, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 623, "domain": "doubleverify.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 165, "truncated": false, "valid": true, "ms": 1227, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 624, "domain": "rlcdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 274, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 625, "domain": "sagepub.com", "status": 200, "contentType": "text/plain", "bytes": 5472, "truncated": false, "valid": true, "ms": 1826, "sitemapCount": 1, "sitemapFirst": "https://www.sagepub.com/sitemap/sitemap-index.xml", "crawlDelay": "", "groups": 43, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 626, "domain": "unesco.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 66900, "truncated": false, "valid": true, "ms": 2235, "sitemapCount": 1, "sitemapFirst": "https://www.unesco.org/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 627, "domain": "mobile.de", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1142, "truncated": false, "valid": true, "ms": 1376, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 628, "domain": "juicyscore.com", "status": 404, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1334, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 629, "domain": "usgovcloudapi.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 333, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 630, "domain": "telegraph.co.uk", "status": 200, "contentType": "text/plain", "bytes": 5836, "truncated": false, "valid": true, "ms": 1680, "sitemapCount": 5, "sitemapFirst": "https://www.telegraph.co.uk/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 631, "domain": "berkeley.edu", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 190, "truncated": false, "valid": true, "ms": 3665, "sitemapCount": 1, "sitemapFirst": "https://www.berkeley.edu/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 632, "domain": "dyingbirds.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 358, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 633, "domain": "usercontent.goog", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1917, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 634, "domain": "hotjar.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 510, "truncated": false, "valid": true, "ms": 424, "sitemapCount": 9, "sitemapFirst": "https://www.hotjar.com/sitemap-deprecated.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 635, "domain": "nintendo.com", "status": 200, "contentType": "text/plain", "bytes": 5596, "truncated": false, "valid": true, "ms": 2259, "sitemapCount": 49, "sitemapFirst": "https://www.nintendo.com/au/sitemap/0.xml", "crawlDelay": "", "groups": 26, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 636, "domain": "gosuslugi.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10450, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 637, "domain": "sophos.com", "status": 200, "contentType": "text/plain", "bytes": 1791, "truncated": false, "valid": true, "ms": 1016, "sitemapCount": 10, "sitemapFirst": "https://www.sophos.com/en-us/sitemap.xml", "crawlDelay": "", "groups": 24, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 638, "domain": "techcrunch.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 710, "truncated": false, "valid": true, "ms": 668, "sitemapCount": 2, "sitemapFirst": "https://techcrunch.com/sitemap.xml", "crawlDelay": "", "groups": 13, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 639, "domain": "avito.ru", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 14677, "truncated": false, "valid": true, "ms": 2514, "sitemapCount": 4, "sitemapFirst": "https://www.avito.ru/sitemap/index.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 640, "domain": "amagi.tv", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1183, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 641, "domain": "hicloud.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 307, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 642, "domain": "amazon.fr", "status": 200, "contentType": "text/plain", "bytes": 7161, "truncated": false, "valid": true, "ms": 1638, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 643, "domain": "ikea.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 4089, "truncated": false, "valid": true, "ms": 1147, "sitemapCount": 1, "sitemapFirst": "https://www.ikea.com/sitemaps/sitemap.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 644, "domain": "ks-cdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 250, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 645, "domain": "amazon.ca", "status": 200, "contentType": "text/plain", "bytes": 6179, "truncated": false, "valid": true, "ms": 2246, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 646, "domain": "wswebcdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 266, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 647, "domain": "accuweather.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 957, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 648, "domain": "onetrust.com", "status": 200, "contentType": "text/plain; charset=ISO-8859-1", "bytes": 396, "truncated": false, "valid": true, "ms": 1027, "sitemapCount": 1, "sitemapFirst": "https://www.onetrust.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 649, "domain": "samsungapps.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10504, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 650, "domain": "merriam-webster.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 708, "truncated": false, "valid": true, "ms": 1763, "sitemapCount": 1, "sitemapFirst": "https://www.merriam-webster.com/sitemap-ssl/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 651, "domain": "share-dns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 198, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 652, "domain": "verisign.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 62, "truncated": false, "valid": true, "ms": 1734, "sitemapCount": 1, "sitemapFirst": "https://www.verisign.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 653, "domain": "intercom.io", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 320, "truncated": false, "valid": true, "ms": 821, "sitemapCount": 1, "sitemapFirst": "https://www.intercom.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 654, "domain": "jotform.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 12312, "truncated": false, "valid": true, "ms": 1494, "sitemapCount": 1, "sitemapFirst": "https://www.jotform.com/sitemap.xml", "crawlDelay": "", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 655, "domain": "hstgr.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 654, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 656, "domain": "msidentity.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 657, "domain": "telephony.goog", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 11100, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 658, "domain": "herokudns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 213, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 659, "domain": "ups.com", "status": 200, "contentType": "application/blank", "bytes": 188, "truncated": false, "valid": true, "ms": 2753, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 660, "domain": "shalltry.com", "status": 403, "contentType": "application/xml", "bytes": 0, "truncated": false, "valid": false, "ms": 753, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 661, "domain": "service.gov.uk", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 85510, "truncated": false, "valid": false, "ms": 1043, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 662, "domain": "meta.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3495, "truncated": false, "valid": true, "ms": 1769, "sitemapCount": 31, "sitemapFirst": "https://www.meta.com/sitemap/www_meta_com_sitemap.xml.gz", "crawlDelay": "", "groups": 10, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 663, "domain": "stackadapt.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 623, "truncated": false, "valid": true, "ms": 2278, "sitemapCount": 2, "sitemapFirst": "https://www.stackadapt.com/main/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 664, "domain": "tencent.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10186, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 665, "domain": "bytedns1.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 243, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 666, "domain": "optimizely.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 207, "truncated": false, "valid": true, "ms": 635, "sitemapCount": 1, "sitemapFirst": "https://www.optimizely.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 667, "domain": "iso.org", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 674, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 668, "domain": "goskope.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 894, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 669, "domain": "loc.gov", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 482, "truncated": false, "valid": true, "ms": 926, "sitemapCount": 1, "sitemapFirst": "https://www.loc.gov/sitemap.xml", "crawlDelay": "5", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 670, "domain": "immedia-semi.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 254, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 671, "domain": "box.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1484, "truncated": false, "valid": true, "ms": 2070, "sitemapCount": 2, "sitemapFirst": "https://www.box.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 672, "domain": "bitrix24.ru", "status": 200, "contentType": "text/plain", "bytes": 3594, "truncated": false, "valid": true, "ms": 2251, "sitemapCount": 3, "sitemapFirst": "https://www.bitrix24.ru/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 673, "domain": "smaato.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 205, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 674, "domain": "t-msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 675, "domain": "2gis.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1193, "truncated": false, "valid": true, "ms": 2595, "sitemapCount": 1, "sitemapFirst": "https://2gis.ae/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 676, "domain": "amazon.in", "status": 200, "contentType": "text/plain", "bytes": 9320, "truncated": false, "valid": true, "ms": 1256, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 103, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 677, "domain": "elpais.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 7777, "truncated": false, "valid": true, "ms": 771, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 201, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 678, "domain": "nike.com", "status": 200, "contentType": "text/plain", "bytes": 3503, "truncated": false, "valid": true, "ms": 1790, "sitemapCount": 7, "sitemapFirst": "https://www.nike.com/sitemap-us-help.xml", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 679, "domain": "bamgrid.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 295, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 680, "domain": "redhat.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 3368, "truncated": false, "valid": true, "ms": 1973, "sitemapCount": 12, "sitemapFirst": "https://www.redhat.com/sitemap.xml", "crawlDelay": "10", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 681, "domain": "primevideo.com", "status": 200, "contentType": "text/plain", "bytes": 4348, "truncated": false, "valid": true, "ms": 856, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 94, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 682, "domain": "ring.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 1935, "truncated": false, "valid": true, "ms": 1056, "sitemapCount": 1, "sitemapFirst": "https://ring.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 683, "domain": "bidswitch.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 249, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 684, "domain": "samsungacr.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 282, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 685, "domain": "britannica.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 834, "truncated": false, "valid": true, "ms": 1865, "sitemapCount": 1, "sitemapFirst": "https://www.britannica.com/bps-ssl-gsm-index.xml", "crawlDelay": "", "groups": 21, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 686, "domain": "translate.goog", "status": 404, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1741, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 687, "domain": "inner-active.mobi", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10084, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 688, "domain": "flurry.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 69, "truncated": false, "valid": true, "ms": 2606, "sitemapCount": 1, "sitemapFirst": "https://www.flurry.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 689, "domain": "easebar.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 720, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 690, "domain": "surveymonkey.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 713, "truncated": false, "valid": true, "ms": 2488, "sitemapCount": 1, "sitemapFirst": "https://www.surveymonkey.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 691, "domain": "beget.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 692, "domain": "sharethrough.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1194, "truncated": false, "valid": true, "ms": 736, "sitemapCount": 1, "sitemapFirst": "https://sharethrough.com/sitemap.xml", "crawlDelay": "", "groups": 33, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 693, "domain": "palmplaystore.com", "status": 404, "contentType": "application/json", "bytes": 0, "truncated": false, "valid": false, "ms": 1387, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 694, "domain": "enacdn.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 263, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 695, "domain": "cambridge.org", "status": 200, "contentType": "text/plain", "bytes": 2785, "truncated": false, "valid": true, "ms": 1616, "sitemapCount": 1, "sitemapFirst": "https://www.cambridge.org/highereducation/sitemap_index.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 696, "domain": "xhamster.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10332, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 697, "domain": "resolver.arpa", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 432, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 698, "domain": "kick.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3046, "truncated": false, "valid": true, "ms": 1687, "sitemapCount": 1, "sitemapFirst": "https://kick.com/sitemap.xml", "crawlDelay": "", "groups": 33, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 699, "domain": "lemonde.fr", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 13226, "truncated": false, "valid": true, "ms": 1391, "sitemapCount": 4, "sitemapFirst": "https://www.lemonde.fr/sitemap_news.xml", "crawlDelay": "", "groups": 304, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 700, "domain": "imrworldwide.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 237, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 701, "domain": "ad-tech.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 807, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 702, "domain": "anydesk.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 903, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 703, "domain": "yelp.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 12718, "truncated": false, "valid": true, "ms": 2204, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 9, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 704, "domain": "cbsnews.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 950, "truncated": false, "valid": true, "ms": 1381, "sitemapCount": 1, "sitemapFirst": "https://www.cbsnews.com/xml-sitemap/index.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 705, "domain": "uber.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 904, "truncated": false, "valid": true, "ms": 1624, "sitemapCount": 1, "sitemapFirst": "https://www.uber.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 706, "domain": "ovh.net", "status": 200, "contentType": "text/html", "bytes": 33358, "truncated": false, "valid": false, "ms": 1567, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 707, "domain": "bandcamp.com", "status": 200, "contentType": "text/plain", "bytes": 1053, "truncated": false, "valid": true, "ms": 641, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 20, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 708, "domain": "fb.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 26872, "truncated": false, "valid": true, "ms": 830, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 36, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 709, "domain": "maricopa.gov", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2643, "truncated": false, "valid": true, "ms": 4361, "sitemapCount": 1, "sitemapFirst": "/sitemap.xml", "crawlDelay": "10", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 710, "domain": "stripchat.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 448, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 711, "domain": "binance.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 6722, "truncated": false, "valid": true, "ms": 1265, "sitemapCount": 15, "sitemapFirst": "https://www.binance.com/sitemap_output/domain=www.binance.com/sitemap_Trade_index.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 712, "domain": "pvp.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 352, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 713, "domain": "amazon.es", "status": 200, "contentType": "text/plain", "bytes": 7063, "truncated": false, "valid": true, "ms": 1803, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 714, "domain": "reverse.it", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 22008, "truncated": false, "valid": false, "ms": 1934, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 715, "domain": "akamaitechnologies.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 306, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 716, "domain": "typekit.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10220, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 717, "domain": "certcenter.com", "status": 200, "contentType": "text/html", "bytes": 923, "truncated": false, "valid": false, "ms": 2311, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 718, "domain": "bugsnag.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1248, "truncated": false, "valid": true, "ms": 1704, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 719, "domain": "fda.gov", "status": 404, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1456, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 720, "domain": "conviva.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 698, "truncated": false, "valid": true, "ms": 1746, "sitemapCount": 1, "sitemapFirst": "https://www.conviva.ai/sitemap.xml", "crawlDelay": "", "groups": 15, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 721, "domain": "itch.io", "status": 200, "contentType": "text/plain", "bytes": 249, "truncated": false, "valid": true, "ms": 804, "sitemapCount": 1, "sitemapFirst": "https://itch.io/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 722, "domain": "ya.ru", "status": 200, "contentType": "text/plain", "bytes": 29944, "truncated": false, "valid": true, "ms": 1133, "sitemapCount": 3, "sitemapFirst": "https://ya.ru/medicine/sitemaps/sitemap.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 723, "domain": "dailymail.co.uk", "status": 200, "contentType": "text/plain", "bytes": 5573, "truncated": false, "valid": true, "ms": 945, "sitemapCount": 14, "sitemapFirst": "https://www.dailymail.com/google-news-sitemap.xml", "crawlDelay": "", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 724, "domain": "360.cn", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 502, "truncated": false, "valid": true, "ms": 1800, "sitemapCount": 1, "sitemapFirst": "https://www.360.cn/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 725, "domain": "rustore.ru", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 1774, "truncated": false, "valid": true, "ms": 2298, "sitemapCount": 1, "sitemapFirst": "https://www.rustore.ru/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 726, "domain": "oneme.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 841, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 727, "domain": "outbrain.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2736, "truncated": false, "valid": true, "ms": 1270, "sitemapCount": 2, "sitemapFirst": "https://www.outbrain.com/sitemap.xml", "crawlDelay": "10", "groups": 8, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 728, "domain": "perplexity.ai", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 448, "truncated": false, "valid": true, "ms": 899, "sitemapCount": 2, "sitemapFirst": "https://www.perplexity.ai/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 729, "domain": "sentinelone.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10423, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 730, "domain": "pinimg.com", "status": 200, "contentType": "text/plain", "bytes": 43753, "truncated": false, "valid": true, "ms": 1641, "sitemapCount": 153, "sitemapFirst": "https://www.pinterest.com/v3_sitemaps/seasonal_events_sitemap_20261225_catholic_protestant_christmas_day_www.pinterest.com.xml", "crawlDelay": "", "groups": 8, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 731, "domain": "fontawesome.com", "status": 200, "contentType": "text/plain", "bytes": 358, "truncated": false, "valid": true, "ms": 777, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 732, "domain": "cookielaw.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2676, "truncated": false, "valid": true, "ms": 1032, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 32, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 733, "domain": "hihonorcloud.com", "status": 200, "contentType": "text/plain", "bytes": 26, "truncated": false, "valid": true, "ms": 1429, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 734, "domain": "cdn20.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 263, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 735, "domain": "linode.com", "status": 200, "contentType": "text/plain;charset=iso-8859-1", "bytes": 499, "truncated": false, "valid": true, "ms": 5170, "sitemapCount": 1, "sitemapFirst": "https://www.linode.com/sitemap-index.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 736, "domain": "amazon.it", "status": 200, "contentType": "text/plain", "bytes": 7450, "truncated": false, "valid": true, "ms": 1846, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 737, "domain": "quantserve.com", "status": 200, "contentType": "application/json; charset=utf-8", "bytes": 155, "truncated": false, "valid": false, "ms": 1303, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 738, "domain": "hugedomains.com", "status": 200, "contentType": "text/plain", "bytes": 606, "truncated": false, "valid": true, "ms": 1415, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 739, "domain": "googlezip.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 243, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 740, "domain": "alipaydns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1361, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 741, "domain": "gumgum.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 694, "truncated": false, "valid": true, "ms": 575, "sitemapCount": 1, "sitemapFirst": "https://gumgum.com/sitemap.xml", "crawlDelay": "", "groups": 15, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 742, "domain": "independent.co.uk", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1305, "truncated": false, "valid": true, "ms": 1260, "sitemapCount": 2, "sitemapFirst": "https://www.independent.co.uk/sitemaps/googlenews", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 743, "domain": "zpath.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 178, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 744, "domain": "rfc-editor.org", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 135, "truncated": false, "valid": true, "ms": 1469, "sitemapCount": 1, "sitemapFirst": "https://www.rfc-editor.org/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 745, "domain": "gtm-a2b2.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10086, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 746, "domain": "asus.com", "status": 200, "contentType": "text/plain", "bytes": 480, "truncated": false, "valid": true, "ms": 1887, "sitemapCount": 3, "sitemapFirst": "https://www.asus.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 747, "domain": "mediafire.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 212, "truncated": false, "valid": true, "ms": 697, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 748, "domain": "shopeemobile.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10517, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 749, "domain": "cnet.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 24277, "truncated": false, "valid": true, "ms": 1422, "sitemapCount": 15, "sitemapFirst": "https://www.cnet.com/sitemap-authors.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 750, "domain": "eeroup.com", "status": 404, "contentType": "application/xml", "bytes": 0, "truncated": false, "valid": false, "ms": 1055, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 751, "domain": "ngenix.net", "status": 503, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1117, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 752, "domain": "bidr.io", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 98, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 753, "domain": "shopee.co.id", "status": 200, "contentType": "text/plain", "bytes": 2795, "truncated": false, "valid": true, "ms": 941, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "0.1", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 754, "domain": "nel.goog", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 77, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 755, "domain": "globalsign.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1727, "truncated": false, "valid": true, "ms": 1862, "sitemapCount": 1, "sitemapFirst": "https://www.globalsign.com/sitemap.xml", "crawlDelay": "", "groups": 12, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 756, "domain": "wb.ru", "status": 498, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2561, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 757, "domain": "creativecdn.com", "status": 200, "contentType": "", "bytes": 26, "truncated": false, "valid": true, "ms": 625, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 758, "domain": "deepl.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 1722, "truncated": false, "valid": true, "ms": 991, "sitemapCount": 1, "sitemapFirst": "https://www.deepl.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 759, "domain": "dashnxdomain.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 458, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 760, "domain": "viber.com", "status": 200, "contentType": "text/plain", "bytes": 181, "truncated": false, "valid": true, "ms": 2662, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 761, "domain": "python.org", "status": 200, "contentType": "text/plain", "bytes": 537, "truncated": false, "valid": true, "ms": 1309, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 762, "domain": "bild.de", "status": 200, "contentType": "text/plain", "bytes": 3533, "truncated": false, "valid": true, "ms": 1815, "sitemapCount": 4, "sitemapFirst": "https://www.bild.de/sitemap-news.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 763, "domain": "yieldmo.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1204, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 764, "domain": "dbankcloud.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 252, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 765, "domain": "imgsmail.ru", "status": 200, "contentType": "text/plain", "bytes": 49, "truncated": false, "valid": true, "ms": 1178, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 766, "domain": "craigslist.org", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 151, "truncated": false, "valid": true, "ms": 1417, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 767, "domain": "homedepot.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1349, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 768, "domain": "my.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 410, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 769, "domain": "agkn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 157, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 770, "domain": "dnse0.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 416, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 771, "domain": "google.co.uk", "status": 200, "contentType": "text/plain", "bytes": 6654, "truncated": false, "valid": true, "ms": 3178, "sitemapCount": 1, "sitemapFirst": "https://www.google.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 772, "domain": "livejournal.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10365, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 773, "domain": "g.co", "status": 400, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 4474, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 774, "domain": "uk.com", "status": 200, "contentType": "text/plain", "bytes": 0, "truncated": false, "valid": false, "ms": 1175, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 775, "domain": "safebrowsing.apple", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 142, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 776, "domain": "wpguardian.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 172, "truncated": false, "valid": true, "ms": 1482, "sitemapCount": 1, "sitemapFirst": "https://wpguardian.com/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 777, "domain": "mailchimp.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 101, "truncated": false, "valid": true, "ms": 681, "sitemapCount": 1, "sitemapFirst": "https://mailchimp.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 778, "domain": "wpguardian.io", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 172, "truncated": false, "valid": true, "ms": 1257, "sitemapCount": 1, "sitemapFirst": "https://wpguardian.com/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 779, "domain": "1rx.io", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 131, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 780, "domain": "webempresa.eu", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 11986, "truncated": false, "valid": false, "ms": 926, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 781, "domain": "mlb.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 441, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 782, "domain": "nikkei.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 558800, "truncated": true, "valid": false, "ms": 2047, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 783, "domain": "bestbuy.com", "status": 200, "contentType": "text/plain", "bytes": 15016, "truncated": false, "valid": true, "ms": 10404, "sitemapCount": 11, "sitemapFirst": "https://sitemaps.bestbuy.com/sitemaps_discover_learn.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 784, "domain": "yahoodns.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 127, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 785, "domain": "criteo.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 239, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 786, "domain": "imgur.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 352, "truncated": false, "valid": true, "ms": 1370, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 787, "domain": "welt.de", "status": 200, "contentType": "text/plain", "bytes": 3501, "truncated": false, "valid": true, "ms": 1801, "sitemapCount": 3, "sitemapFirst": "https://www.welt.de/sitemaps/newssitemap/newssitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 788, "domain": "supabase.co", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 121, "truncated": false, "valid": true, "ms": 633, "sitemapCount": 1, "sitemapFirst": "https://supabase.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 789, "domain": "wattpad.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 506, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 790, "domain": "steamstatic.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 334, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 791, "domain": "shopee.com.br", "status": 200, "contentType": "text/plain", "bytes": 3715, "truncated": false, "valid": true, "ms": 1333, "sitemapCount": 14, "sitemapFirst": "https://sitemap.shopee.com.br/sitemap.search-1.xml.gz", "crawlDelay": "0.1", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 792, "domain": "cdnhwc1.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 390, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 793, "domain": "marriott.com", "status": 200, "contentType": "text/plain;charset=iso-8859-1", "bytes": 2643, "truncated": false, "valid": true, "ms": 1055, "sitemapCount": 1, "sitemapFirst": "https://www.marriott.com/sitemap-index.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 794, "domain": "zoho.com", "status": 200, "contentType": "text/plain", "bytes": 4631, "truncated": false, "valid": true, "ms": 1637, "sitemapCount": 1, "sitemapFirst": "https://www.zoho.com/sitemap-index.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 795, "domain": "mckinsey.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 12015, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TimeoutError" }, { "rank": 796, "domain": "nstld.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 264, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 797, "domain": "crwdcntrl.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10562, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 798, "domain": "zillow.com", "status": 200, "contentType": "text/plain", "bytes": 19203, "truncated": false, "valid": true, "ms": 1702, "sitemapCount": 15, "sitemapFirst": "https://mortgageapi.zillow.com/sitemap.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 799, "domain": "apnews.com", "status": 200, "contentType": "text/plain", "bytes": 1378, "truncated": false, "valid": true, "ms": 790, "sitemapCount": 6, "sitemapFirst": "https://apnews.com/ap-sitemap.xml", "crawlDelay": "", "groups": 14, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 800, "domain": "ovscdns.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 164, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 801, "domain": "sedo.com", "status": 503, "contentType": "text/plain", "bytes": 0, "truncated": false, "valid": false, "ms": 876, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 802, "domain": "moloco.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3335, "truncated": false, "valid": true, "ms": 1507, "sitemapCount": 1, "sitemapFirst": "https://www.moloco.com/sitemap.xml", "crawlDelay": "", "groups": 69, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 803, "domain": "samsungosp.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 574, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 804, "domain": "ameblo.jp", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1964, "truncated": false, "valid": true, "ms": 999, "sitemapCount": 1, "sitemapFirst": "https://ameblo.jp/sitemap_index.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 805, "domain": "lenovo.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1228, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 806, "domain": "recaptcha.net", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 153, "truncated": false, "valid": true, "ms": 2098, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 807, "domain": "dv.tech", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 418, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 808, "domain": "adjust.com", "status": 429, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 828, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 809, "domain": "rakuten.com", "status": 200, "contentType": "text/plain", "bytes": 2621, "truncated": false, "valid": true, "ms": 4412, "sitemapCount": 2, "sitemapFirst": "https://www.rakuten.com/sitemap-index.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 810, "domain": "prnewswire.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3457, "truncated": false, "valid": true, "ms": 1798, "sitemapCount": 57, "sitemapFirst": "https://www.prnewswire.com/llms.txt", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 811, "domain": "wp.pl", "status": 200, "contentType": "text/plain", "bytes": 684, "truncated": false, "valid": true, "ms": 3099, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 812, "domain": "discordapp.com", "status": 200, "contentType": "text/plain", "bytes": 1774, "truncated": false, "valid": true, "ms": 631, "sitemapCount": 7, "sitemapFirst": "https://discord.com/servers/servers-sitemap-index.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 813, "domain": "sc-cdn.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 389, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 814, "domain": "akamaitech.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 252, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 815, "domain": "nintendo.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 218, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 816, "domain": "google.com.br", "status": 200, "contentType": "text/plain", "bytes": 6654, "truncated": false, "valid": true, "ms": 3594, "sitemapCount": 1, "sitemapFirst": "https://www.google.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 817, "domain": "ozone.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1337, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 818, "domain": "fiverr.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2049, "truncated": false, "valid": true, "ms": 1333, "sitemapCount": 5, "sitemapFirst": "https://www.fiverr.com/sitemap_gigs.xml.gz", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 819, "domain": "allegro.pl", "status": 429, "contentType": "text/html, text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 892, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 820, "domain": "disneyplus.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 446716, "truncated": false, "valid": false, "ms": 1817, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 821, "domain": "airbnb.com", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 20930, "truncated": false, "valid": true, "ms": 2811, "sitemapCount": 1, "sitemapFirst": "https://www.airbnb.com/sitemap-master-index.xml.gz", "crawlDelay": "", "groups": 18, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 822, "domain": "tubi.io", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 625, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 823, "domain": "erome.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 1664, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 824, "domain": "netlify.app", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 147, "truncated": false, "valid": true, "ms": 1004, "sitemapCount": 2, "sitemapFirst": "https://www.netlify.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 825, "domain": "people.com", "status": 200, "contentType": "text/plain;charset=utf-8", "bytes": 3549, "truncated": false, "valid": true, "ms": 724, "sitemapCount": 2, "sitemapFirst": "https://people.com/sitemap.xml", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 826, "domain": "liadm.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 228, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 827, "domain": "33across.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2297, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 828, "domain": "ted.com", "status": 200, "contentType": "text/plain", "bytes": 2552, "truncated": false, "valid": true, "ms": 1792, "sitemapCount": 1, "sitemapFirst": "https://www.ted.com/sitemap.xml", "crawlDelay": "", "groups": 31, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 829, "domain": "wcdnga.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 229, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 830, "domain": "fbsbx.com", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 718, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 831, "domain": "onlyfans.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 386, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 832, "domain": "mixpanel.com", "status": 200, "contentType": "text/plain", "bytes": 356, "truncated": false, "valid": true, "ms": 933, "sitemapCount": 1, "sitemapFirst": "https://mixpanel.com/static-sitemap/marketing-site.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 833, "domain": "zoom.com", "status": 200, "contentType": "text/plain", "bytes": 2005, "truncated": false, "valid": true, "ms": 1810, "sitemapCount": 1, "sitemapFirst": "https://zoom.us/sitemap.xml", "crawlDelay": "", "groups": 13, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 834, "domain": "statuspage.io", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 524294, "truncated": true, "valid": false, "ms": 1645, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 835, "domain": "usps.com", "status": 200, "contentType": "text/plain", "bytes": 435, "truncated": false, "valid": true, "ms": 4349, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 836, "domain": "bytefcdn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 372, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 837, "domain": "a-mo.net", "status": 403, "contentType": "application/xml", "bytes": 0, "truncated": false, "valid": false, "ms": 1062, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 838, "domain": "usda.gov", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 3092, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 839, "domain": "teads.tv", "status": 200, "contentType": "text/html", "bytes": 8345, "truncated": false, "valid": false, "ms": 2029, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 840, "domain": "liftoff.io", "status": 200, "contentType": "text/plain", "bytes": 92, "truncated": false, "valid": true, "ms": 1456, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "30", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 841, "domain": "agora.io", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 153, "truncated": false, "valid": true, "ms": 1871, "sitemapCount": 3, "sitemapFirst": "https://www.agora.io/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 842, "domain": "vivo.com.cn", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 602, "truncated": false, "valid": true, "ms": 8264, "sitemapCount": 1, "sitemapFirst": "https://www.vivo.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 843, "domain": "life360.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2242, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 844, "domain": "flipkart.com", "status": 200, "contentType": "text/plain", "bytes": 3111, "truncated": false, "valid": true, "ms": 1516, "sitemapCount": 11, "sitemapFirst": "https://www.flipkart.com/sitemap_v_view-browse.xml.gz", "crawlDelay": "", "groups": 15, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 845, "domain": "nodeflix.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 288, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 846, "domain": "kunluncan.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10454, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 847, "domain": "focus.de", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 786, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 848, "domain": "discogs.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 2392, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 849, "domain": "auth0.com", "status": 200, "contentType": "text/plain", "bytes": 320, "truncated": false, "valid": true, "ms": 718, "sitemapCount": 1, "sitemapFirst": "https://auth0.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 850, "domain": "adform.net", "status": 200, "contentType": "text/plain", "bytes": 139, "truncated": false, "valid": true, "ms": 778, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 3, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 851, "domain": "azure-devices.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 852, "domain": "academia.edu", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 59291, "truncated": false, "valid": true, "ms": 1420, "sitemapCount": 3, "sitemapFirst": "https://www.academia.edu/sitemapindex-us-swp.xml", "crawlDelay": "", "groups": 63, "wildcardRoot": false, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 853, "domain": "stackexchange.com", "status": 418, "contentType": "text/plain", "bytes": 0, "truncated": false, "valid": false, "ms": 267, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 854, "domain": "appspot.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 524288, "truncated": true, "valid": false, "ms": 8222, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 855, "domain": "rings.solutions", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 239, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 856, "domain": "seznam.cz", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1024, "truncated": false, "valid": true, "ms": 2128, "sitemapCount": 2, "sitemapFirst": "https://www.seznam.cz/sitemaps/sitemap-tags.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 857, "domain": "spiegel.de", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 6634, "truncated": false, "valid": true, "ms": 1510, "sitemapCount": 4, "sitemapFirst": "https://www.spiegel.de/sitemaps/news-de.xml", "crawlDelay": "", "groups": 111, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 858, "domain": "arcgis.com", "status": 200, "contentType": "text/plain", "bytes": 61, "truncated": false, "valid": true, "ms": 1112, "sitemapCount": 1, "sitemapFirst": "http://static.arcgis.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 859, "domain": "synology.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 127, "truncated": false, "valid": true, "ms": 2009, "sitemapCount": 1, "sitemapFirst": "https://www.synology.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 860, "domain": "px-cloud.net", "status": 404, "contentType": "text/plain; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 798, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 861, "domain": "xvideos.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 743, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 862, "domain": "ebay.de", "status": 200, "contentType": "text/plain", "bytes": 15980, "truncated": false, "valid": true, "ms": 2768, "sitemapCount": 7, "sitemapFirst": "https://www.ebay.de/lst/AUCTION-77-index.xml", "crawlDelay": "", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 863, "domain": "me.com", "status": 200, "contentType": "text/html", "bytes": 31534, "truncated": false, "valid": false, "ms": 1983, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 864, "domain": "chess.com", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 4173, "truncated": false, "valid": true, "ms": 1053, "sitemapCount": 2, "sitemapFirst": "https://www.chess.com/sitemapindex.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 865, "domain": "cloudsink.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 502, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 866, "domain": "theverge.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 5650, "truncated": false, "valid": true, "ms": 704, "sitemapCount": 2, "sitemapFirst": "https://theverge.com/sitemaps/google_news", "crawlDelay": "", "groups": 106, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 867, "domain": "turn.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 226, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 868, "domain": "agoda.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 5086, "truncated": false, "valid": true, "ms": 1463, "sitemapCount": 49, "sitemapFirst": "https://www.agoda.com/sitemaps.xml", "crawlDelay": "", "groups": 9, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 869, "domain": "www.gov.br", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2102, "truncated": false, "valid": true, "ms": 2617, "sitemapCount": 1, "sitemapFirst": "https://www.gov.br/sitemap.xml.gz", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 870, "domain": "frontiersin.org", "status": 200, "contentType": "text/plain", "bytes": 862, "truncated": false, "valid": true, "ms": 1268, "sitemapCount": 10, "sitemapFirst": "https://www.frontiersin.org/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 871, "domain": "amazon.com.br", "status": 200, "contentType": "text/plain", "bytes": 5764, "truncated": false, "valid": true, "ms": 2499, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 872, "domain": "vivoglobal.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 23, "truncated": false, "valid": true, "ms": 927, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 873, "domain": "unpkg.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 307, "truncated": false, "valid": true, "ms": 671, "sitemapCount": 1, "sitemapFirst": "https://unpkg.com/sitemap.xml", "crawlDelay": "", "groups": 8, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 874, "domain": "incapdns.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 49, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 875, "domain": "amazon.co.za", "status": 200, "contentType": "text/plain", "bytes": 7257, "truncated": false, "valid": true, "ms": 1892, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 876, "domain": "pexels.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 16434, "truncated": false, "valid": true, "ms": 1453, "sitemapCount": 169, "sitemapFirst": "https://www.pexels.com/sitemaps/users/user-sitemap.xml.gz", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 877, "domain": "deloitte.com", "status": 200, "contentType": "text/plain", "bytes": 503, "truncated": false, "valid": true, "ms": 2250, "sitemapCount": 2, "sitemapFirst": "https://www.deloitte.com/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 878, "domain": "cursor.sh", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1067, "truncated": false, "valid": true, "ms": 658, "sitemapCount": 2, "sitemapFirst": "https://cursor.com/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 879, "domain": "parklogic.com", "status": 200, "contentType": "text/plain", "bytes": 166, "truncated": false, "valid": true, "ms": 996, "sitemapCount": 1, "sitemapFirst": "https://parklogic.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 880, "domain": "ebay.co.uk", "status": 200, "contentType": "text/plain", "bytes": 20258, "truncated": false, "valid": true, "ms": 2595, "sitemapCount": 7, "sitemapFirst": "https://www.ebay.co.uk/lst/AUCTION-3-index.xml", "crawlDelay": "", "groups": 8, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 881, "domain": "biblegateway.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 743, "truncated": false, "valid": true, "ms": 2478, "sitemapCount": 1, "sitemapFirst": "https://www.biblegateway.com/site-map/map-index.xml", "crawlDelay": "15", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 882, "domain": "adgrx.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 311, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 883, "domain": "myspace.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 436, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 884, "domain": "ssl-images-amazon.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 149, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 885, "domain": "daum.net", "status": 200, "contentType": "text/plain", "bytes": 167, "truncated": false, "valid": true, "ms": 997, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 886, "domain": "privacy-mgmt.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 362, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 887, "domain": "pendo.io", "status": 200, "contentType": "text/plain", "bytes": 646, "truncated": false, "valid": true, "ms": 1050, "sitemapCount": 10, "sitemapFirst": "https://www.pendo.io/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 888, "domain": "onetag-sys.com", "status": 200, "contentType": "text/html", "bytes": 923, "truncated": false, "valid": false, "ms": 514, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 889, "domain": "yellowblue.io", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 98, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 890, "domain": "digitaloceanspaces.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 295483, "truncated": false, "valid": false, "ms": 816, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 891, "domain": "pikabu.ru", "status": 200, "contentType": "text/plain; charset=windows-1251", "bytes": 4607, "truncated": false, "valid": true, "ms": 841, "sitemapCount": 1, "sitemapFirst": "https://pikabu.ru/sitemap_index.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 892, "domain": "jamfcloud.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 127, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 893, "domain": "unrulymedia.com", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1364, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 894, "domain": "readthedocs.io", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 33686, "truncated": false, "valid": false, "ms": 2769, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 895, "domain": "appcenter.ms", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 861, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 896, "domain": "no-ip.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 611, "truncated": false, "valid": true, "ms": 2887, "sitemapCount": 2, "sitemapFirst": "https://www.noip.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 897, "domain": "worldbank.org", "status": 200, "contentType": "text/plain;charset=iso-8859-1", "bytes": 1505, "truncated": false, "valid": true, "ms": 1354, "sitemapCount": 1, "sitemapFirst": "https://www.worldbank.org/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 898, "domain": "cloudinary.com", "status": 200, "contentType": "text/plain", "bytes": 673, "truncated": false, "valid": true, "ms": 696, "sitemapCount": 7, "sitemapFirst": "https://cloudinary.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 899, "domain": "mercadolivre.com.br", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 952, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 900, "domain": "nbcnews.com", "status": 200, "contentType": "text/plain", "bytes": 14603, "truncated": false, "valid": true, "ms": 4305, "sitemapCount": 5, "sitemapFirst": "https://www.nbcnews.com/sitemap/nbcnews/sitemap-index", "crawlDelay": "", "groups": 42, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 901, "domain": "poki.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1735, "truncated": false, "valid": true, "ms": 795, "sitemapCount": 34, "sitemapFirst": "https://poki.com/en/sitemaps/index.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 902, "domain": "pornhub.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 477, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 903, "domain": "consultant.ru", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1176, "truncated": false, "valid": true, "ms": 2195, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 904, "domain": "bankofamerica.com", "status": 200, "contentType": "text/plain", "bytes": 3312, "truncated": false, "valid": true, "ms": 2127, "sitemapCount": 1, "sitemapFirst": "https://www.bankofamerica.com/content/sitemap_index.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 905, "domain": "hbr.org", "status": 200, "contentType": "text/plain", "bytes": 1016, "truncated": false, "valid": true, "ms": 630, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 906, "domain": "wyzecam.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3193, "truncated": false, "valid": true, "ms": 1658, "sitemapCount": 1, "sitemapFirst": "https://www.wyze.com/sitemap.xml", "crawlDelay": "", "groups": 11, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 907, "domain": "kleinanzeigen.de", "status": 403, "contentType": "application/json", "bytes": 0, "truncated": false, "valid": false, "ms": 931, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 908, "domain": "allaboutcookies.org", "status": 403, "contentType": "text/html;charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 888, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 909, "domain": "porkbun.com", "status": 200, "contentType": "text/plain;charset=UTF-8", "bytes": 882, "truncated": false, "valid": true, "ms": 2180, "sitemapCount": 1, "sitemapFirst": "https://porkbun.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 910, "domain": "figma.com", "status": 200, "contentType": "text/plain", "bytes": 389298, "truncated": false, "valid": true, "ms": 1722, "sitemapCount": 3, "sitemapFirst": "https://www.figma.com/sitemap.xml", "crawlDelay": "", "groups": 22, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 911, "domain": "epa.gov", "status": 200, "contentType": "text/plain", "bytes": 2035, "truncated": false, "valid": true, "ms": 3313, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 912, "domain": "princeton.edu", "status": 200, "contentType": "text/plain", "bytes": 2275, "truncated": false, "valid": true, "ms": 2817, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 913, "domain": "dnse2.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 239, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 914, "domain": "fwmrm.net", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1868, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 915, "domain": "t-s1-msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 156, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 916, "domain": "lg.com", "status": 200, "contentType": "text/plain, text/plain; charset=utf-8", "bytes": 8054, "truncated": false, "valid": true, "ms": 1755, "sitemapCount": 1, "sitemapFirst": "https://www.lg.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 917, "domain": "cdnhwc2.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 280, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 918, "domain": "disqus.com", "status": 200, "contentType": "text/plain", "bytes": 49, "truncated": false, "valid": true, "ms": 503, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 919, "domain": "latimes.com", "status": 200, "contentType": "text/plain", "bytes": 1768, "truncated": false, "valid": true, "ms": 2376, "sitemapCount": 2, "sitemapFirst": "https://www.latimes.com/sitemaps/sitemap.xml", "crawlDelay": "", "groups": 13, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 920, "domain": "smilewanted.com", "status": 200, "contentType": "text/html; charset=UTF-8", "bytes": 176206, "truncated": false, "valid": false, "ms": 2586, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 921, "domain": "hostgator.com.br", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 556, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 922, "domain": "service-now.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1741, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 923, "domain": "coupang.com", "status": 200, "contentType": "text/html", "bytes": 4877, "truncated": false, "valid": false, "ms": 1142, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 924, "domain": "networkadvertising.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 184, "truncated": false, "valid": true, "ms": 1327, "sitemapCount": 1, "sitemapFirst": "https://thenai.org/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 925, "domain": "otto.de", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 2148, "truncated": false, "valid": true, "ms": 2478, "sitemapCount": 19, "sitemapFirst": "https://www.otto.de/category-sitemap/sitemap_index.xml.gz", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 926, "domain": "qualtrics.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 30643, "truncated": false, "valid": true, "ms": 1219, "sitemapCount": 1, "sitemapFirst": "https://www.qualtrics.com/sitemaps/index/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 927, "domain": "mayoclinic.org", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2105, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 928, "domain": "seedtag.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 354, "truncated": false, "valid": true, "ms": 1353, "sitemapCount": 2, "sitemapFirst": "https://www.seedtag.com/sitemap.xml", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 929, "domain": "classlink.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 126, "truncated": false, "valid": true, "ms": 1209, "sitemapCount": 1, "sitemapFirst": "https://www.classlink.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 930, "domain": "tailscale.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 109, "truncated": false, "valid": true, "ms": 377, "sitemapCount": 1, "sitemapFirst": "https://tailscale.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 931, "domain": "spamhaus.org", "status": 200, "contentType": "text/html", "bytes": 524418, "truncated": true, "valid": false, "ms": 1574, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 932, "domain": "ddns.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10268, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 933, "domain": "msftauth.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 934, "domain": "xiaohongshu.com", "status": 200, "contentType": "text/plain", "bytes": 492, "truncated": false, "valid": true, "ms": 2189, "sitemapCount": 1, "sitemapFirst": "https://www.xiaohongshu.com/sitemap.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 935, "domain": "patreon.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 759, "truncated": false, "valid": true, "ms": 959, "sitemapCount": 1, "sitemapFirst": "https://www.patreon.com/sitemap.xml", "crawlDelay": "", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": false, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 936, "domain": "amp-endpoint2.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 303, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 937, "domain": "note.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1249, "truncated": false, "valid": true, "ms": 648, "sitemapCount": 1, "sitemapFirst": "https://note.com/sitemaps/production/note.com/sitemap.xml.gz", "crawlDelay": "", "groups": 6, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 938, "domain": "amazonalexa.com", "status": 503, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2220, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 939, "domain": "libp2p.direct", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 89, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 940, "domain": "genius.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1149, "truncated": false, "valid": true, "ms": 1447, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 941, "domain": "repubblica.it", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 7368, "truncated": false, "valid": true, "ms": 1787, "sitemapCount": 13, "sitemapFirst": "https://www.repubblica.it/sitemap-n.xml", "crawlDelay": "", "groups": 108, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 942, "domain": "wbbasket.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 580, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 943, "domain": "state.gov", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2483, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 944, "domain": "flashtalking.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 734, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 945, "domain": "everesttech.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10355, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 946, "domain": "volcgslb.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 282, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 947, "domain": "eu-1-id5-sync.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 12010, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TimeoutError" }, { "rank": 948, "domain": "cootlogix.com", "status": 404, "contentType": "text/html; charset=utf-8", "bytes": 0, "truncated": false, "valid": false, "ms": 852, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 949, "domain": "youku.com", "status": 200, "contentType": "text/html; charset=utf-8", "bytes": 15349, "truncated": false, "valid": false, "ms": 2917, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 950, "domain": "nexusmods.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 773, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 951, "domain": "tiktokw.us", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 215, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 952, "domain": "instructure.com", "status": 200, "contentType": "text/plain", "bytes": 2102, "truncated": false, "valid": true, "ms": 736, "sitemapCount": 1, "sitemapFirst": "https://www.instructure.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 953, "domain": "character.ai", "status": 200, "contentType": "text/plain", "bytes": 159, "truncated": false, "valid": true, "ms": 582, "sitemapCount": 1, "sitemapFirst": "https://character.ai/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 954, "domain": "odoo.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 1627, "truncated": false, "valid": true, "ms": 1436, "sitemapCount": 1, "sitemapFirst": "https://www.odoo.com/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 955, "domain": "jetbrains.com", "status": 200, "contentType": "text/plain", "bytes": 1760, "truncated": false, "valid": true, "ms": 1067, "sitemapCount": 1, "sitemapFirst": "https://www.jetbrains.com/sitemap_index.xml", "crawlDelay": "", "groups": 3, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 956, "domain": "leiniao.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10240, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 957, "domain": "sknt.ru", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 3426, "truncated": false, "valid": true, "ms": 2668, "sitemapCount": 1, "sitemapFirst": "https://skynet.ru/sitemap.xml", "crawlDelay": "", "groups": 9, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 958, "domain": "amazon.com.au", "status": 200, "contentType": "text/plain", "bytes": 6904, "truncated": false, "valid": true, "ms": 3509, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 101, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 959, "domain": "mercadolibre.com.ar", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 2036, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 960, "domain": "mikrotik.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 66, "truncated": false, "valid": true, "ms": 1339, "sitemapCount": 1, "sitemapFirst": "https://mikrotik.com/sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 961, "domain": "contentsquare.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 189, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 962, "domain": "bund.de", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 238, "truncated": false, "valid": true, "ms": 3308, "sitemapCount": 1, "sitemapFirst": "https://verwaltung.bund.de/leistungsverzeichnis/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 963, "domain": "chaturbate.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 189, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 964, "domain": "corriere.it", "status": 200, "contentType": "text/plain; charset=UTF-8", "bytes": 10124, "truncated": false, "valid": true, "ms": 3105, "sitemapCount": 65, "sitemapFirst": "https://www.corriere.it/feed-hp/homepage-restyle-2025.xml", "crawlDelay": "", "groups": 28, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 965, "domain": "ancestry.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 710, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 966, "domain": "docker.io", "status": 200, "contentType": "text/plain", "bytes": 1055, "truncated": false, "valid": true, "ms": 2009, "sitemapCount": 2, "sitemapFirst": "https://www.docker.com/sitemap_index.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 967, "domain": "washington.edu", "status": 200, "contentType": "text/plain", "bytes": 76, "truncated": false, "valid": true, "ms": 6873, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 968, "domain": "onet.pl", "status": 200, "contentType": "text/plain", "bytes": 586, "truncated": false, "valid": true, "ms": 1820, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 15, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 969, "domain": "go-mpulse.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 269, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 970, "domain": "eporner.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 697, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 971, "domain": "curseforge.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 1158, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 972, "domain": "buydomains.com", "status": 403, "contentType": "text/html; charset=UTF-8", "bytes": 0, "truncated": false, "valid": false, "ms": 258, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 973, "domain": "lowes.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 1214, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 974, "domain": "hm.com", "status": 403, "contentType": "text/html", "bytes": 0, "truncated": false, "valid": false, "ms": 687, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 975, "domain": "cdn-vk.ru", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 579, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 976, "domain": "cdnvideo.ru", "status": 200, "contentType": "text/plain", "bytes": 5119, "truncated": false, "valid": true, "ms": 1131, "sitemapCount": 1, "sitemapFirst": "https://www.cdnvideo.ru/new-sitemap.xml", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 977, "domain": "app-ads-services.com", "status": 200, "contentType": "text/plain", "bytes": 6654, "truncated": false, "valid": true, "ms": 946, "sitemapCount": 1, "sitemapFirst": "https://www.google.com/sitemap.xml", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 978, "domain": "huffpost.com", "status": 200, "contentType": "text/plain", "bytes": 2562, "truncated": false, "valid": true, "ms": 1502, "sitemapCount": 5, "sitemapFirst": "https://www.huffpost.com/static-assets/isolated/huffpostsitemapgeneratorjob-prod-public/us/sitemaps/sitemap-v1.xml", "crawlDelay": "", "groups": 33, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 979, "domain": "change.org", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 10080, "truncated": false, "valid": true, "ms": 1857, "sitemapCount": 1, "sitemapFirst": "https://www.change.org/sitemap.xml", "crawlDelay": "", "groups": 2, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 980, "domain": "vkontakte.ru", "status": 200, "contentType": "text/plain", "bytes": 55, "truncated": false, "valid": true, "ms": 1043, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 981, "domain": "ys7.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 23, "truncated": false, "valid": true, "ms": 2462, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 982, "domain": "a-msedge.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 160, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 983, "domain": "opera-api.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 10367, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 984, "domain": "vtwenty.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 331, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 985, "domain": "trendyol.com", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 16163, "truncated": false, "valid": true, "ms": 1222, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 4, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 986, "domain": "mailchi.mp", "status": 200, "contentType": "text/plain", "bytes": 138, "truncated": false, "valid": true, "ms": 1338, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 4, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 987, "domain": "xnxx.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 557, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 988, "domain": "singular.net", "status": 200, "contentType": "text/plain", "bytes": 1087, "truncated": false, "valid": true, "ms": 1495, "sitemapCount": 1, "sitemapFirst": "https://www.singular.net/sitemap_index.xml", "crawlDelay": "10", "groups": 12, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 989, "domain": "jd.com", "status": 200, "contentType": "text/plain", "bytes": 786, "truncated": false, "valid": true, "ms": 1675, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 21, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 990, "domain": "caixa.gov.br", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 12014, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TimeoutError" }, { "rank": 991, "domain": "xhamster46.desi", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 635, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 992, "domain": "kwaipros.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 347, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 993, "domain": "4dex.io", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 53, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 994, "domain": "pbs.org", "status": 200, "contentType": "text/plain", "bytes": 3502, "truncated": false, "valid": true, "ms": 1975, "sitemapCount": 4, "sitemapFirst": "https://www.pbs.org/sitemap.xml", "crawlDelay": "1", "groups": 7, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": true, "error": "" }, { "rank": 995, "domain": "company-target.com", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 672, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 996, "domain": "umich.edu", "status": 200, "contentType": "text/plain; charset=utf-8", "bytes": 97, "truncated": false, "valid": true, "ms": 1206, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 997, "domain": "btloader.com", "status": 200, "contentType": "text/plain", "bytes": 26, "truncated": false, "valid": true, "ms": 496, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 1, "wildcardRoot": false, "googlebotRoot": false, "bingbotRoot": false, "gptbot": false, "oaiSearchbot": false, "claudeBot": false, "claudeSearchbot": null, "perplexityBot": false, "ccbot": false, "googleExtended": false, "error": "" }, { "rank": 998, "domain": "sofascore.com", "status": 403, "contentType": "application/json", "bytes": 0, "truncated": false, "valid": false, "ms": 762, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": true, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": true, "googleExtended": true, "error": "" }, { "rank": 999, "domain": "edgcdn.net", "status": 0, "contentType": "", "bytes": 0, "truncated": false, "valid": false, "ms": 258, "sitemapCount": 0, "sitemapFirst": "", "crawlDelay": "", "groups": 0, "wildcardRoot": null, "googlebotRoot": null, "bingbotRoot": null, "gptbot": null, "oaiSearchbot": null, "claudeBot": null, "claudeSearchbot": null, "perplexityBot": null, "ccbot": null, "googleExtended": null, "error": "TypeError" }, { "rank": 1000, "domain": "flightradar24.com", "status": 200, "contentType": "text/plain", "bytes": 617, "truncated": false, "valid": true, "ms": 1164, "sitemapCount": 2, "sitemapFirst": "https://www.flightradar24.com/sitemap/sitemap.xml", "crawlDelay": "", "groups": 5, "wildcardRoot": true, "googlebotRoot": true, "bingbotRoot": true, "gptbot": false, "oaiSearchbot": true, "claudeBot": true, "claudeSearchbot": null, "perplexityBot": true, "ccbot": false, "googleExtended": true, "error": "" } ] }