tranco_rank,domain,answered,robots_txt_http_status,robots_txt_readable,sitemap_lines_in_robots_txt,first_sitemap_line,sitemap_found_at_/sitemap.xml,sitemap_found_at_/sitemap_index.xml,sitemap_found_at_/wp-sitemap.xml,sitemap_found_at_/sitemap-index.xml,sitemap_found_at_/sitemap.xml.gz,sitemap_found_at_/sitemap.txt,sitemap_found_at_/sitemapindex.xml,sitemap_found_at_/sitemap/,found_by
1,google.com,yes,200,yes,1,https://www.google.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
2,cloudflare.com,yes,200,yes,1,https://www.cloudflare.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
3,gstatic.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
4,facebook.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
5,amazonaws.com,yes,200,yes,3,https://aws.amazon.com/sitemaps/index/,no,no,no,no,no,no,no,no,robots.txt only
6,akamai.net,no,,no,,,,,,,,,,,
7,googleapis.com,yes,404,no,,,,,,,,,,,
8,microsoft.com,yes,200,yes,22,https://www.microsoft.com/store/sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
9,apple.com,yes,200,yes,5,https://www.apple.com/shop/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
10,youtube.com,yes,200,yes,2,https://www.youtube.com/sitemaps/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
11,instagram.com,yes,200,no,,,,,,,,,,,
12,fbcdn.net,yes,400,no,,,,,,,,,,,
13,mail.ru,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
14,ezviz7.com,no,,no,,,,,,,,,,,
15,domaincontrol.com,no,,no,,,,,,,,,,,
16,twitter.com,yes,200,yes,1,https://x.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
17,dzen.ru,yes,200,yes,26,https://dzen.ru/sitemaps/brief_v2/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
18,linkedin.com,yes,200,no,,,,,,,,,,,
19,akamaiedge.net,no,,no,,,,,,,,,,,
20,googlevideo.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
21,hicloudcam.com,no,,no,,,,,,,,,,,
22,googletagmanager.com,yes,404,no,,,,,,,,,,,
23,akadns.net,no,,no,,,,,,,,,,,
24,office.com,yes,200,no,,,,,,,,,,,
25,live.com,yes,200,no,,,,,,,,,,,
26,azure.com,no,,no,,,,,,,,,,,
27,amazon.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
28,gtld-servers.net,no,,no,,,,,,,,,,,
29,github.com,yes,403,no,,,,,,,,,,,
30,appsflyersdk.com,yes,403,no,,,,,,,,,,,
31,wikipedia.org,yes,200,yes,1,https://en.wikipedia.org/w/rest.php/site/v1/sitemap/0,no,no,no,no,no,no,no,no,robots.txt only
32,aaplimg.com,no,,no,,,,,,,,,,,
33,whatsapp.net,yes,200,yes,1,https://www.whatsapp.com/sitemap/www_whatsapp_com_sitemap.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
34,cloudfront.net,no,,no,,,,,,,,,,,
35,bing.com,yes,200,yes,1,https://www.bing.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
36,fastly.net,yes,200,yes,1,https://www.fastly.com/sitemap/sitemap-index.xml,no,no,no,yes,no,no,no,no,robots.txt + guess
37,apple-dns.net,no,,no,,,,,,,,,,,
38,cloud.microsoft,yes,200,no,,,,,,,,,,,
39,trafficmanager.net,no,,no,,,,,,,,,,,
40,office.net,no,,no,,,,,,,,,,,
41,googleusercontent.com,yes,404,no,,,,,,,,,,,
42,sharepoint.com,yes,200,no,,,,,,,,,,,
43,gandi.net,yes,200,yes,2,https://www.gandi.net/sitemap.xml,yes,no,no,no,no,no,no,yes,robots.txt + guess
44,doubleclick.net,yes,200,yes,1,https://www.google.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
45,microsoftonline.com,no,,no,,,,,,,,,,,
46,netflix.com,yes,200,yes,1,https://www.netflix.com/sitemap/index,no,no,no,no,no,no,no,no,robots.txt only
47,youtu.be,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
48,x.com,yes,200,yes,1,https://x.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
49,wordpress.org,yes,200,yes,9,https://wordpress.org/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
50,skype.com,yes,200,no,,,,,,,,,,,
51,icloud.com,yes,200,yes,2,https://www.icloud.com/sitemap.xml,yes,no,no,no,yes,no,no,no,robots.txt + guess
52,digicert.com,yes,200,yes,15,https://www.digicert.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
53,pinterest.com,yes,200,yes,123,https://www.pinterest.com/v3_sitemaps/seasonal_events_sitemap_20261123_labor_thanksgiving_day_www.pinterest.com.xml,no,no,no,no,no,no,no,no,robots.txt only
54,googledomains.com,yes,200,no,,,,,,,,,,,
55,googlesyndication.com,yes,404,no,,,,,,,,,,,
56,cloudflare.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
57,whatsapp.com,yes,200,yes,1,https://www.whatsapp.com/sitemap/www_whatsapp_com_sitemap.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
58,tiktok.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
59,goo.gl,yes,400,no,,,,,,,,,,,
60,gvt1.com,no,,no,,,,,,,,,,,
61,yahoo.com,yes,200,yes,0,,no,no,no,yes,no,no,no,no,guess only
62,windowsupdate.com,no,,no,,,,,,,,,,,
63,adobe.com,yes,403,no,,,,,,,,,,,
64,windows.net,no,,no,,,,,,,,,,,
65,endpoints.news,yes,200,yes,2,https://endpoints.news/sitemap.xml,yes,no,yes,no,yes,no,no,no,robots.txt + guess
66,roblox.com,yes,200,yes,30,https://www.roblox.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
67,pv-cdn.net,no,,no,,,,,,,,,,,
68,wa.me,yes,200,yes,1,https://wa.me/smp/wa_smb_custom_url.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
69,zoom.us,yes,200,yes,1,https://zoom.us/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
70,spotify.com,yes,200,yes,1,https://www.spotify.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
71,myfritz.net,yes,200,yes,1,https://www.myfritz.net/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
72,tiktokcdn.com,no,,no,,,,,,,,,,,
73,edgekey.net,no,,no,,,,,,,,,,,
74,akam.net,no,,no,,,,,,,,,,,
75,opera.com,yes,200,yes,1,https://www.opera.com/sitemap-index.xml,no,no,no,yes,no,no,no,no,robots.txt + guess
76,msn.com,yes,200,yes,6,https://www.msn.com/sitemaps/casualgames/sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
77,ntp.org,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
78,nginx.org,yes,200,yes,1,http://nginx.org/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
79,root-servers.net,no,,no,,,,,,,,,,,
80,baidu.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
81,qq.com,yes,200,yes,1,https://news.qq.com/sitemap/index.xml,no,no,no,no,no,no,no,no,robots.txt only
82,workers.dev,yes,200,no,,,,,,,,,,,
83,tiktokv.com,yes,404,no,,,,,,,,,,,
84,yandex.net,yes,404,no,,,,,,,,,,,
85,vimeo.com,yes,200,yes,2,https://vimeo.com/marketing.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
86,f5.com,yes,200,yes,2,https://www.f5.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
87,gwfb.net,no,,no,,,,,,,,,,,
88,a2z.com,no,,no,,,,,,,,,,,
89,mozilla.org,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
90,chatgpt.com,yes,200,yes,6,https://chatgpt.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
91,nginx.com,yes,200,no,,,,,,,,,,,
92,gvt2.com,no,,no,,,,,,,,,,,
93,blogspot.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
94,highwebmedia.com,no,,no,,,,,,,,,,,
95,yandex.ru,yes,200,yes,31,https://yandex.ru/support/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
96,b-cdn.net,yes,200,no,,,,,,,,,,,
97,yccdn.ru,no,,no,,,,,,,,,,,
98,yuga.com,yes,200,yes,0,,yes,no,no,no,yes,no,no,no,guess only
99,sentry.io,yes,200,yes,1,https://sentry.io/sitemap-index.xml,no,no,no,yes,no,no,no,no,robots.txt + guess
100,wordpress.com,yes,200,yes,5,https://wordpress.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
101,t.me,yes,404,no,,,,,,,,,,,
102,cloudflare-dns.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
103,reddit.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
104,cdninstagram.com,no,,no,,,,,,,,,,,
105,amazonvideo.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
106,edgesuite.net,no,,no,,,,,,,,,,,
107,openai.com,yes,200,yes,1,https://openai.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
108,nic.ru,yes,200,no,,,,,,,,,,,
109,triplinkintl.com,yes,200,no,,,,,,,,,,,
110,ui.com,yes,200,yes,1,https://ui.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
111,samsung.com,yes,200,yes,94,https://www.samsung.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
112,office365.com,yes,403,no,,,,,,,,,,,
113,epicgames.com,yes,403,no,,,,,,,,,,,
114,ytimg.com,no,,no,,,,,,,,,,,
115,windows.com,yes,200,no,,,,,,,,,,,
116,europa.eu,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
117,aws.dev,no,,no,,,,,,,,,,,
118,3gppnetwork.org,no,,no,,,,,,,,,,,
119,bit.ly,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
120,registrar-servers.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
121,okcdn.ru,yes,404,no,,,,,,,,,,,
122,outlook.com,yes,200,no,,,,,,,,,,,
123,trbcdn.net,no,,no,,,,,,,,,,,
124,reg.ru,yes,200,no,,,,,,,,,,,
125,cdn77.org,no,,no,,,,,,,,,,,
126,dnsowl.com,no,,no,,,,,,,,,,,
127,lencr.org,yes,200,no,,,,,,,,,,,
128,github.io,yes,200,no,,,,,,,,,,,
129,dropbox.com,yes,200,yes,1,https://www.dropbox.com/sitemapindex.xml,no,no,no,no,no,no,yes,no,robots.txt + guess
130,shiabank.com,no,,no,,,,,,,,,,,
131,intuit.com,yes,200,yes,5,https://www.intuit.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
132,aliyuncs.com,yes,404,no,,,,,,,,,,,
133,apache.org,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
134,amazon.dev,no,,no,,,,,,,,,,,
135,google-analytics.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
136,dns-parking.com,no,,no,,,,,,,,,,,
137,snapchat.com,yes,200,yes,12,https://www.snapchat.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
138,static.microsoft,no,,no,,,,,,,,,,,
139,nih.gov,yes,403,no,,,,,,,,,,,
140,discord.gg,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
141,vk.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
142,afternic.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
143,archive.org,yes,200,yes,1,https://archive.org/sitemap/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
144,fastly-edge.com,no,,no,,,,,,,,,,,
145,azurefd.net,yes,404,no,,,,,,,,,,,
146,kaspersky.com,yes,200,yes,2,https://www.kaspersky.com/sitemap.xml,yes,no,no,no,yes,no,no,no,robots.txt + guess
147,adobe.io,yes,200,yes,1,https://developer.adobe.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
148,forms.gle,yes,400,no,,,,,,,,,,,
149,2mdn.net,no,,no,,,,,,,,,,,
150,godaddy.com,yes,403,no,,,,,,,,,,,
151,amazon-adsystem.com,no,,no,,,,,,,,,,,
152,gravatar.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
153,ipify.org,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
154,app-measurement.com,yes,404,no,,,,,,,,,,,
155,tumblr.com,yes,429,no,,,,,,,,,,,
156,nytimes.com,yes,200,yes,25,https://www.nytimes.com/sitemaps/new/news.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
157,unity3d.com,yes,200,yes,1,https://unity.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
158,iiko.it,no,,no,,,,,,,,,,,
159,jomodns.com,no,,no,,,,,,,,,,,
160,criteo.com,yes,403,no,,,,,,,,,,,
161,akamaized.net,no,,no,,,,,,,,,,,
162,webex.com,yes,403,no,,,,,,,,,,,
163,android.com,yes,200,yes,1,https://www.android.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
164,tm-azurefd.net,no,,no,,,,,,,,,,,
165,app-analytics-services.com,yes,404,no,,,,,,,,,,,
166,mts.ru,yes,200,yes,1,https://moskva.mts.ru/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
167,hichina.com,no,,no,,,,,,,,,,,
168,example.com,yes,404,no,,,,,,,,,,,
169,paypal.com,yes,200,yes,1,https://www.paypal.com/paypal-sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
170,shopify.com,yes,200,yes,0,,yes,yes,no,yes,no,no,no,no,guess only
171,azurewebsites.net,no,,no,,,,,,,,,,,
172,ax-msedge.net,no,,no,,,,,,,,,,,
173,nflxso.net,no,,no,,,,,,,,,,,
174,yandexcloud.net,no,,no,,,,,,,,,,,
175,vk.ru,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
176,discord.com,yes,200,yes,7,https://discord.com/servers/servers-sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
177,xiaomi.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
178,hosting24.com,yes,200,no,,,,,,,,,,,
179,macromedia.com,yes,403,no,,,,,,,,,,,
180,doctolib.net,no,,no,,,,,,,,,,,
181,w3.org,yes,403,no,,,,,,,,,,,
182,paytmfirstgames.com,yes,403,no,,,,,,,,,,,
183,lsrelayaccess.com,no,,no,,,,,,,,,,,
184,flickr.com,yes,200,yes,6,https://www.flickr.com/sitemap/index/users/sitemap-index-users-00000000.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
185,msftconnecttest.com,no,,no,,,,,,,,,,,
186,vkuserphoto.ru,yes,418,no,,,,,,,,,,,
187,pki.goog,yes,200,yes,1,https://pki.goog/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
188,duckdns.org,yes,404,no,,,,,,,,,,,
189,t-online.de,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
190,soundcloud.com,yes,200,yes,2,https://soundcloud.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
191,namebrightdns.com,no,,no,,,,,,,,,,,
192,creativecommons.org,yes,200,yes,1,https://creativecommons.org/sitemap_index.xml,yes,yes,no,no,no,no,no,no,robots.txt + guess
193,vedcdnlb.com,no,,no,,,,,,,,,,,
194,ubuntu.com,yes,200,yes,11,https://ubuntu.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
195,crashlytics.com,yes,200,no,,,,,,,,,,,
196,applovin.com,yes,200,yes,1,https://axon.ai/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
197,adtrafficquality.google,yes,404,no,,,,,,,,,,,
198,theguardian.com,yes,200,yes,2,http://www.theguardian.com/sitemaps/news.xml,no,no,no,no,no,no,no,no,robots.txt only
199,medium.com,yes,200,yes,1,https://medium.com/sitemap/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
200,cnn.com,yes,200,yes,13,https://www.cnn.com/sitemap/news.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
201,scorecardresearch.com,yes,404,no,,,,,,,,,,,
202,ebay.com,yes,418,no,,,,,,,,,,,
203,ailawandorder.com,no,,no,,,,,,,,,,,
204,youtube-nocookie.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
205,msftncsi.com,no,,no,,,,,,,,,,,
206,telegram.org,yes,404,no,,,,,,,,,,,
207,googleadservices.com,yes,404,no,,,,,,,,,,,
208,oracle.com,yes,200,yes,2,https://www.oracle.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
209,ksyuncdn.com,no,,no,,,,,,,,,,,
210,bytefcdn-oversea.com,no,,no,,,,,,,,,,,
211,pages.dev,yes,200,no,,,,,,,,,,,
212,doi.org,yes,404,no,,,,,,,,,,,
213,steamserver.net,no,,no,,,,,,,,,,,
214,ttdns2.com,no,,no,,,,,,,,,,,
215,shifen.com,no,,no,,,,,,,,,,,
216,forbes.com,yes,200,yes,8,https://www.forbes.com/news_sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
217,bbc.com,yes,200,yes,39,https://www.bbc.com/afrique/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
218,samsungcloud.com,yes,200,yes,1,https://www.samsungcloud.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
219,cdn-apple.com,no,,no,,,,,,,,,,,
220,sciencedirect.com,yes,403,no,,,,,,,,,,,
221,cdngslb.com,no,,no,,,,,,,,,,,
222,dns.google,yes,404,no,,,,,,,,,,,
223,mit.edu,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
224,twitch.tv,yes,200,yes,1,https://www.twitch.tv/sitemapv2_index.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
225,researchgate.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
226,bbc.co.uk,yes,200,yes,13,https://www.bbc.co.uk/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
227,cisco.com,yes,403,no,,,,,,,,,,,
228,sfx.ms,no,,no,,,,,,,,,,,
229,wikimedia.org,yes,404,no,,,,,,,,,,,
230,cpanel.net,yes,200,yes,1,https://www.cpanel.net/sitemap_index.xml,yes,yes,no,no,no,no,no,no,robots.txt + guess
231,ggpht.com,no,,no,,,,,,,,,,,
232,nist.gov,yes,200,yes,1,https://www.nist.gov/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
233,azureedge.net,yes,404,no,,,,,,,,,,,
234,comcast.net,yes,403,no,,,,,,,,,,,
235,rbxcdn.com,no,,no,,,,,,,,,,,
236,ozon.ru,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
237,stripe.com,yes,200,yes,1,https://stripe.com/sitemap/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
238,spov-msedge.net,no,,no,,,,,,,,,,,
239,mtgglobals.com,yes,404,no,,,,,,,,,,,
240,alidns.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
241,sourceforge.net,yes,200,yes,7,https://sourceforge.net/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
242,t.co,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
243,meraki.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
244,canva.com,yes,200,yes,2,https://sitemap.canva.com/sitemap_index.xml,no,no,no,no,no,no,no,no,robots.txt only
245,arubanetworks.com,yes,403,no,,,,,,,,,,,
246,telekom.net,yes,200,no,,,,,,,,,,,
247,wsdvs.com,no,,no,,,,,,,,,,,
248,userapi.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
249,msedge.net,no,,no,,,,,,,,,,,
250,name-services.com,no,,no,,,,,,,,,,,
251,namecheap.com,yes,200,yes,1,https://www.namecheap.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
252,nflximg.com,no,,no,,,,,,,,,,,
253,playstation.net,no,,no,,,,,,,,,,,
254,omtrdc.net,no,,no,,,,,,,,,,,
255,vungle.com,yes,200,yes,0,,yes,yes,yes,no,no,no,no,no,guess only
256,hubspot.com,yes,200,yes,0,,yes,no,yes,no,yes,no,no,yes,guess only
257,rubiconproject.com,yes,200,yes,1,https://www.magnite.com/sitemap_index.xml,no,yes,yes,no,no,no,no,no,robots.txt + guess
258,roku.com,yes,200,yes,5,https://www.roku.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
259,spo-msedge.net,no,,no,,,,,,,,,,,
260,telecid.ru,yes,403,no,,,,,,,,,,,
261,who.int,yes,200,yes,1,http://www.who.int/sitemaps/sitemapindex.xml,no,no,no,no,no,no,no,no,robots.txt only
262,imdb.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
263,aliyuncsslbintl.com,no,,no,,,,,,,,,,,
264,awswaf.com,no,,no,,,,,,,,,,,
265,licdn.com,no,,no,,,,,,,,,,,
266,spectrum.com,yes,403,no,,,,,,,,,,,
267,linktr.ee,yes,200,yes,3,https://linktr.ee/discover/profile-directory/sitemapindex.xml,no,no,no,no,no,no,no,no,robots.txt only
268,alibabadns.com,no,,no,,,,,,,,,,,
269,forter.com,yes,200,yes,1,https://www.forter.com/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
270,one.one,yes,200,yes,1,https://www.one.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
271,media-amazon.com,no,,no,,,,,,,,,,,
272,taboola.com,yes,200,yes,1,https://www.taboola.com/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
273,wixsite.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
274,hcaptcha.com,yes,200,yes,1,https://www.hcaptcha.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
275,imcmdb.net,no,,no,,,,,,,,,,,
276,ttvnw.net,no,,no,,,,,,,,,,,
277,ibm.com,yes,200,yes,5,https://www.ibm.com/content/sitemap/href-sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
278,dnsmadeeasy.com,yes,404,no,,,,,,,,,,,
279,adsafeprotected.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
280,launchpad.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
281,miui.com,yes,404,no,,,,,,,,,,,
282,googleblog.com,yes,200,no,,,,,,,,,,,
283,gmail.com,yes,200,yes,1,https://www.google.com/gmail/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
284,adnxs.com,yes,404,no,,,,,,,,,,,
285,reuters.com,yes,200,yes,14,https://www.reuters.com/arc/outboundfeeds/sitemap-index/?outputType=xml,no,no,no,no,no,no,no,no,robots.txt only
286,pubmatic.com,yes,200,yes,1,https://pubmatic.com/wp-sitemap.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
287,workbox.dk,no,,no,,,,,,,,,,,
288,amplitude.com,yes,200,yes,1,https://amplitude.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
289,weather.com,yes,200,yes,8,https://weather.com/en-US/sitemaps/news-0-1300.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
290,booking.com,yes,200,yes,434,https://www.booking.com/sitembk-airport-index.xml,no,no,no,no,no,no,no,no,robots.txt only
291,skybridge.click,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
292,capcutapi.com,no,,no,,,,,,,,,,,
293,tinyurl.com,yes,200,yes,3,https://tinyurl.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
294,telegram.me,yes,200,no,,,,,,,,,,,
295,ip-api.com,yes,200,yes,0,,yes,no,no,no,yes,no,no,no,guess only
296,nr-data.net,no,,no,,,,,,,,,,,
297,ripn.net,no,,no,,,,,,,,,,,
298,springer.com,yes,200,yes,1,https://www.springer.com/legacy-sitemaps/springer-sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
299,w2rt6byl5nf1opmc-a.com,no,,no,,,,,,,,,,,
300,mangosip.ru,no,,no,,,,,,,,,,,
301,hp.com,yes,200,yes,89,https://www.hp.com/sitemap-gb-en-mag.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
302,www.gov.uk,yes,200,yes,1,https://www.gov.uk/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
303,salesforce.com,yes,200,yes,52,https://www.salesforce.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
304,autodesk.com,yes,403,no,,,,,,,,,,,
305,tiktokcdn-us.com,no,,no,,,,,,,,,,,
306,nature.com,yes,200,yes,5,https://www.nature.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
307,steampowered.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
308,jsdelivr.net,no,,no,,,,,,,,,,,
309,inmobi.com,yes,200,yes,1,https://www.inmobi.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
310,miit.gov.cn,no,,no,,,,,,,,,,,
311,weibo.com,yes,200,yes,1,https://weibo.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
312,avast.com,yes,200,yes,1,https://www.avast.com/sitemap_index.xml,yes,yes,no,no,no,yes,no,no,robots.txt + guess
313,byteoversea.net,no,,no,,,,,,,,,,,
314,ok.ru,yes,200,yes,17,https://ok.ru/sitemap-index-game.xml.gz,no,no,no,no,yes,no,no,no,robots.txt + guess
315,harvard.edu,yes,200,yes,10,https://www.harvard.edu/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
316,casalemedia.com,yes,200,no,,,,,,,,,,,
317,alibaba.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
318,debian.org,yes,404,no,,,,,,,,,,,
319,douyincdn.com,no,,no,,,,,,,,,,,
320,spaceweb.pro,no,,no,,,,,,,,,,,
321,heytapmobile.com,no,,no,,,,,,,,,,,
322,mi.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
323,wac-msedge.net,no,,no,,,,,,,,,,,
324,appsflyer.com,yes,200,yes,0,,yes,yes,yes,no,no,no,no,no,guess only
325,wiley.com,yes,200,yes,1,https://www.wiley.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
326,clarity.ms,yes,404,no,,,,,,,,,,,
327,mzstatic.com,yes,200,no,,,,,,,,,,,
328,etsy.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
329,php.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
330,statsigapi.net,yes,403,no,,,,,,,,,,,
331,publicnode.com,yes,200,yes,1,https://www.publicnode.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
332,avcdn.net,no,,no,,,,,,,,,,,
333,amazon.co.uk,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
334,browser-intake-datadoghq.com,yes,403,no,,,,,,,,,,,
335,aliyun.com,yes,200,yes,1,https://www.alibabacloud.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
336,crpt.ru,yes,200,no,,,,,,,,,,,
337,drom.ru,yes,200,yes,24,https://www.drom.ru/sitemaps/catalog/generated/catalog_firms_index.xml,no,no,no,no,no,no,no,no,robots.txt only
338,name.com,yes,200,yes,1,https://www.name.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
339,weebly.com,yes,200,yes,1,https://www.weebly.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
340,facebook.net,no,,no,,,,,,,,,,,
341,hostgator.com,yes,403,no,,,,,,,,,,,
342,dell.com,yes,403,no,,,,,,,,,,,
343,smartadserver.com,yes,200,no,,,,,,,,,,,
344,netflix.net,yes,200,yes,1,https://www.netflix.com/sitemap/index,no,no,no,no,no,no,no,no,robots.txt only
345,gnu.org,yes,200,yes,1,http://www.gnu.org/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
346,akamaihd.net,no,,no,,,,,,,,,,,
347,bilibili.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
348,gamepass.com,no,,no,,,,,,,,,,,
349,myshopify.com,yes,404,no,,,,,,,,,,,
350,slack.com,yes,200,yes,3,https://slack.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
351,naver.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
352,tbcache.com,no,,no,,,,,,,,,,,
353,ea.com,yes,200,yes,1,https://www.ea.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
354,trustpilot.com,yes,200,yes,3,https://sitemaps.trustpilot.com/index_en-us.xml,no,no,no,no,no,no,no,no,robots.txt only
355,onelink.me,yes,200,no,,,,,,,,,,,
356,nasa.gov,yes,200,yes,0,,yes,no,yes,no,yes,no,no,no,guess only
357,mobile.de,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
358,trueconf.net,no,,no,,,,,,,,,,,
359,cdc.gov,yes,403,no,,,,,,,,,,,
360,worldnic.com,no,,no,,,,,,,,,,,
361,demdex.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
362,samsungqbe.com,no,,no,,,,,,,,,,,
363,un.org,yes,404,no,,,,,,,,,,,
364,tp-link.com,yes,200,yes,1,https://www.tp-link.com/nl/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
365,checkpoint.com,yes,200,yes,1,https://www.checkpoint.com/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
366,adsrvr.org,yes,403,no,,,,,,,,,,,
367,washingtonpost.com,yes,200,yes,7,https://www.washingtonpost.com/sitemaps/sitemap.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
368,gitlab.com,yes,200,yes,0,,yes,no,no,no,no,no,no,yes,guess only
369,googletagservices.com,yes,404,no,,,,,,,,,,,
370,brave.com,yes,200,yes,1,https://brave.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
371,tradingview.com,yes,200,yes,1,https://www.tradingview.com/sitemap.xml,yes,no,no,no,yes,no,no,no,robots.txt + guess
372,shalltry.com,yes,403,no,,,,,,,,,,,
373,allawnos.com,no,,no,,,,,,,,,,,
374,cookiedatabase.org,yes,403,no,,,,,,,,,,,
375,zendesk.com,yes,200,yes,1,https://www.zendesk.com/generated_sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
376,selectel.ru,yes,200,yes,2,https://selectel.ru/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
377,opendns.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
378,netangels.ru,yes,200,yes,1,https://www.netangels.ru/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
379,plesk.com,yes,200,yes,1,https://www.plesk.com/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
380,nvidia.com,yes,200,yes,1,https://www.nvidia.com/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
381,issuu.com,yes,200,yes,11,https://issuu.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
382,datadoghq.com,yes,200,yes,9,https://www.datadoghq.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
383,volcfcdndvs.com,no,,no,,,,,,,,,,,
384,bloomberg.com,yes,200,yes,10,https://www.bloomberg.com/sitemaps/news/index.xml,no,no,no,no,no,no,no,no,robots.txt only
385,stanford.edu,yes,200,yes,1,https://www.stanford.edu/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
386,firefox-portal-detection.com,yes,404,no,,,,,,,,,,,
387,dnspod.net,no,,no,,,,,,,,,,,
388,live-video.net,yes,403,no,,,,,,,,,,,
389,tagomi.com,yes,403,no,,,,,,,,,,,
390,wsj.com,yes,200,yes,12,https://www.wsj.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
391,xcal.tv,no,,no,,,,,,,,,,,
392,samsungcloudsolution.com,no,,no,,,,,,,,,,,
393,gandi-ns.fr,no,,no,,,,,,,,,,,
394,google.cn,yes,404,no,,,,,,,,,,,
395,cdnbuild.net,no,,no,,,,,,,,,,,
396,quickconnect.to,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
397,tiktokv.us,no,,no,,,,,,,,,,,
398,globo.com,yes,200,yes,1,http://www.globo.com/sitemap-image.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
399,doubleverify.com,yes,200,yes,0,,yes,no,no,no,yes,no,no,no,guess only
400,yandex.com,yes,200,yes,12,https://yandex.com/support/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
401,amazontrust.com,yes,404,no,,,,,,,,,,,
402,amazon.de,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
403,bsky.app,yes,200,yes,1,https://bsky.app/sitemap/users.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
404,icanhazip.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
405,espn.com,yes,200,yes,1,https://www.espn.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
406,calendly.com,yes,200,yes,1,https://calendly.com/marketing-site/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
407,online-metrix.net,no,,no,,,,,,,,,,,
408,nflxvideo.net,no,,no,,,,,,,,,,,
409,expireddomains.com,yes,404,no,,,,,,,,,,,
410,ibyteimg.com,no,,no,,,,,,,,,,,
411,timeweb.ru,yes,200,no,,,,,,,,,,,
412,shopifysvc.com,no,,no,,,,,,,,,,,
413,virginm.net,no,,no,,,,,,,,,,,
414,skyhigh.cloud,yes,403,no,,,,,,,,,,,
415,whecloud.com,no,,no,,,,,,,,,,,
416,indeed.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
417,vkuser.net,no,,no,,,,,,,,,,,
418,unsplash.com,yes,403,no,,,,,,,,,,,
419,scdn.co,yes,404,no,,,,,,,,,,,
420,bluehost.com,yes,403,no,,,,,,,,,,,
421,kwai-pro.com,yes,404,no,,,,,,,,,,,
422,dropcatch.com,yes,200,no,,,,,,,,,,,
423,163.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
424,go.com,yes,200,yes,1,https://www.go.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
425,netease.com,yes,404,no,,,,,,,,,,,
426,duckduckgo.com,yes,200,yes,2,https://duckduckgo.com/sitemap.xml,yes,yes,no,no,no,no,no,no,robots.txt + guess
427,line.me,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
428,claude.ai,yes,200,yes,1,https://claude.ai/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
429,heytapdl.com,no,,no,,,,,,,,,,,
430,beian.gov.cn,no,,no,,,,,,,,,,,
431,media.net,yes,200,yes,1,https://www.media.net/sitemap.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
432,steamcommunity.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
433,dailymotion.com,yes,200,yes,9,https://www.dailymotion.com/map-videos-latest.xml,no,no,no,no,no,no,no,no,robots.txt only
434,h264.io,no,,no,,,,,,,,,,,
435,tiktokv.eu,no,,no,,,,,,,,,,,
436,temu.com,yes,200,yes,1,https://www.temu.com/sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
437,launchdarkly.com,yes,200,yes,1,https://launchdarkly.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
438,tiktokcdn-eu.com,no,,no,,,,,,,,,,,
439,vecdnlb.com,no,,no,,,,,,,,,,,
440,supercell.com,yes,200,yes,1,http://supercell.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
441,tencent-cloud.net,no,,no,,,,,,,,,,,
442,intel.com,yes,403,no,,,,,,,,,,,
443,pangle.io,no,,no,,,,,,,,,,,
444,rocket-cdn.com,no,,no,,,,,,,,,,,
445,huawei.com,yes,200,yes,33,https://www.huawei.com/href-sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
446,substack.com,yes,200,yes,2,https://substack.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
447,mozilla.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
448,paloaltonetworks.com,yes,200,yes,5,https://www.paloaltonetworks.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
449,kaspersky-labs.com,no,,no,,,,,,,,,,,
450,taobao.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
451,dotaplabs.net,no,,no,,,,,,,,,,,
452,awsglobalaccelerator.com,no,,no,,,,,,,,,,,
453,duolingo.com,yes,200,yes,1,https://www.duolingo.com/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
454,vercel-dns-016.com,yes,404,no,,,,,,,,,,,
455,adobe.net,no,,no,,,,,,,,,,,
456,g.page,yes,200,no,,,,,,,,,,,
457,businessinsider.com,yes,200,yes,7,https://www.businessinsider.com/sitemap/latest.xml,no,no,no,no,no,no,no,no,robots.txt only
458,fandom.com,yes,403,no,,,,,,,,,,,
459,aol.com,yes,200,yes,5,https://www.aol.com/products/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
460,firetvcaptiveportal.com,no,,no,,,,,,,,,,,
461,pixabay.com,yes,200,yes,1,https://pixabay.com/sitemap.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
462,yahoo.co.jp,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
463,arxiv.org,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
464,cloudflareinsights.com,yes,200,no,,,,,,,,,,,
465,myqcloud.com,no,,no,,,,,,,,,,,
466,speedtest.net,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
467,inner-active.mobi,no,,no,,,,,,,,,,,
468,cloudns.net,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
469,aliexpress.com,yes,200,yes,8,https://www.aliexpress.com/sitemap/en-https-item-item-2026-P0-sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
470,eye4.cn,yes,500,no,,,,,,,,,,,
471,prodregistryv2.org,yes,404,no,,,,,,,,,,,
472,byteglb.com,no,,no,,,,,,,,,,,
473,ui-dns.com,no,,no,,,,,,,,,,,
474,edgecdn.ru,no,,no,,,,,,,,,,,
475,wp.com,yes,200,yes,5,https://wordpress.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
476,gcdn.co,no,,no,,,,,,,,,,,
477,okta.com,yes,200,yes,24,https://www.okta.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
478,branch.io,yes,200,yes,1,https://www.branch.io/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
479,cnbc.com,yes,403,no,,,,,,,,,,,
480,walmart.com,yes,200,yes,32,https://www.walmart.com/sitemap_category.xml,no,no,no,no,no,no,no,no,robots.txt only
481,goodreads.com,yes,200,yes,16,https://www.goodreads.com/siteindex.author.xml,no,no,no,no,no,no,no,no,robots.txt only
482,ampproject.org,yes,404,no,,,,,,,,,,,
483,kwai.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
484,ietf.org,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
485,wswebcdn.com,no,,no,,,,,,,,,,,
486,statista.com,yes,200,yes,2,https://www.statista.com/sitemap/,no,no,no,no,no,no,no,no,robots.txt only
487,grammarly.com,yes,200,yes,2,https://www.grammarly.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
488,chinamobile.com,no,,no,,,,,,,,,,,
489,list-manage.com,no,,no,,,,,,,,,,,
490,quora.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
491,amazon.co.jp,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
492,dual-s-msedge.net,no,,no,,,,,,,,,,,
493,mcafee.com,yes,403,no,,,,,,,,,,,
494,markmonitor.com,yes,403,no,,,,,,,,,,,
495,addtoany.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
496,shein.com,yes,200,yes,1,https://www.shein.com/sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
497,on.aws,no,,no,,,,,,,,,,,
498,impervadns.net,no,,no,,,,,,,,,,,
499,dynatrace.com,yes,200,yes,1,https://www.dynatrace.com/sitemap.xml,yes,no,no,no,no,yes,no,no,robots.txt + guess
500,npr.org,yes,200,yes,4,https://googlecrawl.npr.org/standard/sitemap_index.xml,no,no,no,no,no,no,no,no,robots.txt only
501,nease.net,no,,no,,,,,,,,,,,
502,run.app,yes,404,no,,,,,,,,,,,
503,ezvizlife.com,yes,200,no,,,,,,,,,,,
504,sohu.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
505,sc-gw.com,no,,no,,,,,,,,,,,
506,bdydns.com,no,,no,,,,,,,,,,,
507,sina.com.cn,yes,200,yes,11,https://www.sina.com.cn/sitemap/index.xml,no,no,no,no,no,no,no,no,robots.txt only
508,newrelic.com,yes,200,yes,9,https://newrelic.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
509,ivi.ru,yes,200,yes,1,https://www.ivi.ru/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
510,noaa.gov,yes,200,yes,0,,yes,yes,no,no,no,no,no,no,guess only
511,amzn.to,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
512,atlassian.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
513,docker.com,yes,200,yes,2,https://www.docker.com/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
514,kwaipros.com,yes,404,no,,,,,,,,,,,
515,enacdn.net,no,,no,,,,,,,,,,,
516,behance.net,yes,403,no,,,,,,,,,,,
517,indiatimes.com,yes,200,yes,2,https://www.indiatimes.com/staticsitemap/id-454/sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
518,scribd.com,yes,200,no,,,,,,,,,,,
519,google.de,yes,200,yes,1,https://www.google.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
520,elasticbeanstalk.com,no,,no,,,,,,,,,,,
521,gosuslugi.ru,yes,200,yes,1,https:/www.gosuslugi.ru/sitemap/all-sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
522,foxnews.com,yes,200,yes,2,https://www.foxnews.com/sitemap.xml,yes,yes,no,no,yes,no,no,no,robots.txt + guess
523,anthropic.com,yes,200,yes,1,https://www.anthropic.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
524,stackoverflow.com,yes,418,no,,,,,,,,,,,
525,mediatek.com,yes,200,no,,,,,,,,,,,
526,twc.com,yes,403,no,,,,,,,,,,,
527,squarespacedns.com,no,,no,,,,,,,,,,,
528,ipv4only.arpa,no,,no,,,,,,,,,,,
529,share.google,yes,200,no,,,,,,,,,,,
530,eventbrite.com,yes,200,yes,2,https://www.eventbrite.com/sitemap_xml/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
531,mysql.com,yes,403,no,,,,,,,,,,,
532,google.com.hk,yes,200,yes,1,https://www.google.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
533,tplinkcloud.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
534,blogger.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
535,wbx2.com,no,,no,,,,,,,,,,,
536,exp-tas.com,no,,no,,,,,,,,,,,
537,azure-dns.com,no,,no,,,,,,,,,,,
538,slideshare.net,yes,200,no,,,,,,,,,,,
539,xiaomi.net,no,,no,,,,,,,,,,,
540,adobedtm.com,no,,no,,,,,,,,,,,
541,myhuaweicloud.com,no,,no,,,,,,,,,,,
542,capcut.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
543,mikrotik.com,yes,200,yes,1,https://mikrotik.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
544,squarespace.com,yes,200,yes,1,https://www.squarespace.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
545,gotinder.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
546,bitrix24.ru,yes,200,yes,3,https://www.bitrix24.ru/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
547,avsxappcaptiveportal.com,no,,no,,,,,,,,,,,
548,adriver.ru,yes,404,no,,,,,,,,,,,
549,trendmicro.com,yes,200,yes,1,https://www.trendmicro.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
550,oup.com,yes,202,no,,,,,,,,,,,
551,openstreetmap.org,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
552,uol.com.br,yes,200,yes,9,https://www.uol.com.br/carros/sitemap/v2/news-01.xml,no,no,no,no,no,no,no,no,robots.txt only
553,firefox.com,yes,200,yes,1,https://www.firefox.com/sitemap.xml,yes,no,yes,no,yes,no,no,no,robots.txt + guess
554,visualstudio.com,yes,200,yes,1,https://visualstudio.microsoft.com/sitemap.xml,yes,no,yes,no,no,no,no,no,robots.txt + guess
555,digitalocean.com,yes,200,yes,1,https://www.digitalocean.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
556,vivoglobal.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
557,dreamhost.com,yes,200,yes,2,https://www.dreamhost.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
558,amazon.co.za,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
559,ft.com,yes,200,yes,1,https://www.ft.com/sitemaps/index.xml,no,no,no,no,no,no,no,no,robots.txt only
560,wired.com,yes,200,yes,7,https://www.wired.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
561,icloud-content.com,yes,200,no,,,,,,,,,,,
562,fast.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
563,share-dns.com,yes,409,no,,,,,,,,,,,
564,openx.net,yes,404,no,,,,,,,,,,,
565,ngenix.net,yes,503,no,,,,,,,,,,,
566,jquery.com,yes,200,yes,1,https://jquery.com/wp-sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
567,adobedc.net,no,,no,,,,,,,,,,,
568,free.fr,yes,200,yes,1,https://www.free.fr/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
569,cornell.edu,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
570,tandfonline.com,yes,200,yes,1,https://www.tandfonline.com/sitemap-index-1.xml,no,no,no,no,no,no,no,no,robots.txt only
571,time.com,yes,200,yes,5,https://time.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
572,oraclecloud.com,yes,403,no,,,,,,,,,,,
573,discord.media,yes,520,no,,,,,,,,,,,
574,deviantart.com,yes,200,yes,1,https://www.deviantart.com/sitemap-index.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
575,rakuten.co.jp,no,,no,,,,,,,,,,,
576,vercel-dns-3.com,no,,no,,,,,,,,,,,
577,vidaahub.com,no,,no,,,,,,,,,,,
578,live.net,no,,no,,,,,,,,,,,
579,amazonalexa.com,yes,200,no,,,,,,,,,,,
580,e2ro.com,no,,no,,,,,,,,,,,
581,tripadvisor.com,yes,200,yes,8,https://www.tripadvisor.com/sitemap/2/en_US/sitemap_en_US_index.xml,no,no,no,no,no,no,no,no,robots.txt only
582,sberbank.ru,no,,no,,,,,,,,,,,
583,nstld.com,no,,no,,,,,,,,,,,
584,eset.com,yes,200,yes,128,https://www.eset.com/za/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
585,qlivecdn.com,no,,no,,,,,,,,,,,
586,vercel-dns-017.com,yes,404,no,,,,,,,,,,,
587,aboutads.info,yes,200,no,,,,,,,,,,,
588,360yield.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
589,comcast.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
590,teamviewer.com,yes,200,yes,1,https://www.teamviewer.com/sitemap-index.xml,yes,no,no,yes,no,no,no,no,robots.txt + guess
591,dotomi.com,yes,200,no,,,,,,,,,,,
592,svc.ms,yes,404,no,,,,,,,,,,,
593,braze.com,yes,200,yes,1,https://www.braze.com/sitemap.xml,yes,no,no,yes,no,no,no,no,robots.txt + guess
594,threads.com,yes,200,no,,,,,,,,,,,
595,ca.gov,yes,200,yes,1,https://www.ca.gov/sitemaps/sitemapindex.xml,no,no,no,no,no,no,no,no,robots.txt only
596,translate.goog,yes,404,no,,,,,,,,,,,
597,palmplaystore.com,yes,404,no,,,,,,,,,,,
598,hicloud.com,yes,200,no,,,,,,,,,,,
599,edgcdn.net,no,,no,,,,,,,,,,,
600,herokuapp.com,yes,200,yes,1,https://www.heroku.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
601,ovh.net,yes,200,no,,,,,,,,,,,
602,akamaitech.net,no,,no,,,,,,,,,,,
603,playstation.com,yes,200,yes,1,https://www.playstation.com/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
604,usatoday.com,yes,200,yes,7,https://www.usatoday.com/news-sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
605,wps.com,yes,200,yes,1,https://www.wps.com/sitemap.xml,yes,no,no,no,yes,no,no,no,robots.txt + guess
606,wildberries.ru,yes,498,no,,,,,,,,,,,
607,shop.app,yes,200,yes,4,https://shop.app/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
608,beget.ru,yes,200,yes,1,https://beget.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
609,bx-msedge.net,no,,no,,,,,,,,,,,
610,klaviyo.com,yes,200,yes,1,https://www.klaviyo.com/sitemap_index.xml,yes,yes,no,no,no,no,no,no,robots.txt + guess
611,3lift.com,yes,403,no,,,,,,,,,,,
612,target.com,yes,200,yes,6,https://www.target.com/sitemap_keywords-index.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
613,avito.ru,yes,200,yes,6,https://www.avito.ru/sitemap/index.xml,no,no,no,no,no,no,no,no,robots.txt only
614,atlassian.com,yes,200,yes,2,https://www.atlassian.com/sitemap.xml,yes,no,no,no,yes,no,no,no,robots.txt + guess
615,ipinfo.io,yes,200,yes,8,https://ipinfo.io/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
616,grammarly.io,no,,no,,,,,,,,,,,
617,rlcdn.com,yes,404,no,,,,,,,,,,,
618,usercontent.goog,yes,404,no,,,,,,,,,,,
619,libp2p.direct,no,,no,,,,,,,,,,,
620,cdn20.com,no,,no,,,,,,,,,,,
621,hotjar.com,yes,200,yes,9,https://www.hotjar.com/sitemap-deprecated.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
622,ieee.org,yes,202,no,,,,,,,,,,,
623,vercel.app,yes,200,no,,,,,,,,,,,
624,mdpi.com,yes,403,no,,,,,,,,,,,
625,berkeley.edu,yes,200,yes,1,https://www.berkeley.edu/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
626,unesco.org,yes,200,yes,1,https://www.unesco.org/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
627,my.com,no,,no,,,,,,,,,,,
628,bitdefender.net,yes,200,no,,,,,,,,,,,
629,wix.com,yes,200,yes,1,https://www.wix.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
630,force.com,yes,403,no,,,,,,,,,,,
631,telegraph.co.uk,yes,200,yes,5,https://www.telegraph.co.uk/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
632,amazon.fr,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
633,supertms.com,no,,no,,,,,,,,,,,
634,nintendo.com,yes,200,yes,49,https://www.nintendo.com/au/sitemap/0.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
635,xboxlive.com,no,,no,,,,,,,,,,,
636,tiktokpangle.us,no,,no,,,,,,,,,,,
637,accuweather.com,yes,403,no,,,,,,,,,,,
638,linode.com,yes,403,no,,,,,,,,,,,
639,ikea.com,yes,200,yes,1,https://www.ikea.com/sitemaps/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
640,onetrust.com,yes,200,yes,1,https://www.onetrust.com/sitemap.xml,yes,no,no,no,no,no,no,yes,robots.txt + guess
641,yahoodns.net,no,,no,,,,,,,,,,,
642,imgsmail.ru,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
643,alicdn.com,no,,no,,,,,,,,,,,
644,ups.com,yes,200,no,,,,,,,,,,,
645,t-msedge.net,no,,no,,,,,,,,,,,
646,verisign.com,yes,200,yes,1,https://www.verisign.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
647,amazon.ca,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
648,dyndns.org,yes,200,no,,,,,,,,,,,
649,sagepub.com,yes,200,yes,1,https://www.sagepub.com/sitemap/sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
650,resolver.arpa,no,,no,,,,,,,,,,,
651,techcrunch.com,yes,200,yes,2,https://techcrunch.com/sitemap.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
652,tencent.com,yes,200,yes,0,,yes,yes,yes,no,no,no,no,no,guess only
653,merriam-webster.com,yes,200,yes,1,https://www.merriam-webster.com/sitemap-ssl/sitemap_index.xml,no,no,no,no,no,no,no,no,robots.txt only
654,jotform.com,yes,200,yes,1,https://www.jotform.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
655,hostgator.com.br,yes,403,no,,,,,,,,,,,
656,bytedns1.com,no,,no,,,,,,,,,,,
657,msidentity.com,no,,no,,,,,,,,,,,
658,0xrpc.io,yes,404,no,,,,,,,,,,,
659,sharethrough.com,yes,200,yes,1,https://www.sharethrough.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
660,ad-tech.ru,no,,no,,,,,,,,,,,
661,loc.gov,yes,200,yes,1,https://www.loc.gov/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
662,telephony.goog,no,,no,,,,,,,,,,,
663,nike.com,yes,200,yes,7,https://www.nike.com/sitemap-us-help.xml,no,no,no,no,no,no,no,no,robots.txt only
664,footprintdns.com,no,,no,,,,,,,,,,,
665,chatgpt.site,yes,403,no,,,,,,,,,,,
666,2gis.com,yes,200,yes,1,https://2gis.ae/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
667,service.gov.uk,yes,200,no,,,,,,,,,,,
668,intercom.io,yes,200,yes,1,https://www.intercom.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
669,samsungapps.com,no,,no,,,,,,,,,,,
670,ks-cdn.com,no,,no,,,,,,,,,,,
671,webempresa.eu,yes,404,no,,,,,,,,,,,
672,stackadapt.com,yes,200,yes,2,https://www.stackadapt.com/main/sitemap_index.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
673,bidswitch.net,no,,no,,,,,,,,,,,
674,dailymail.com,yes,200,yes,14,https://www.dailymail.com/google-news-sitemap.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
675,withgoogle.com,yes,200,no,,,,,,,,,,,
676,primevideo.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
677,redhat.com,yes,200,yes,12,https://www.redhat.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
678,hstgr.net,no,,no,,,,,,,,,,,
679,britannica.com,yes,200,yes,1,https://www.britannica.com/bps-ssl-gsm-index.xml,no,no,no,no,no,no,no,no,robots.txt only
680,elpais.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
681,gafg.com,no,,no,,,,,,,,,,,
682,mega.co.nz,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
683,easebar.com,no,,no,,,,,,,,,,,
684,meta.com,yes,200,yes,30,https://www.meta.com/sitemap/www_meta_com_sitemap.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
685,perplexity.ai,yes,200,yes,2,https://www.perplexity.ai/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
686,cdnvideo.ru,yes,200,yes,1,https://www.cdnvideo.ru/new-sitemap.xml,yes,yes,no,no,no,no,no,no,robots.txt + guess
687,surveymonkey.com,yes,200,yes,1,https://www.surveymonkey.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
688,360.cn,yes,200,yes,1,https://www.360.cn/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
689,smaato.net,no,,no,,,,,,,,,,,
690,sophos.com,no,,no,,,,,,,,,,,
691,iso.org,yes,403,no,,,,,,,,,,,
692,bunnyinfra.net,no,,no,,,,,,,,,,,
693,cambridge.org,yes,200,yes,1,https://www.cambridge.org/highereducation/sitemap_index.xml,no,no,no,no,no,no,no,no,robots.txt only
694,amazon.in,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
695,warnerbros.com,yes,200,no,,,,,,,,,,,
696,vkontakte.ru,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
697,optimizely.com,yes,200,yes,1,https://www.optimizely.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
698,spotifycdn.com,yes,404,no,,,,,,,,,,,
699,parklogic.com,yes,200,yes,1,https://parklogic.com/sitemap.xml,yes,no,no,no,no,yes,no,no,robots.txt + guess
700,xhamster.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
701,anydesk.com,yes,403,no,,,,,,,,,,,
702,wpguardian.io,yes,200,yes,1,https://wpguardian.com/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
703,wpguardian.com,yes,200,yes,1,https://wpguardian.com/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
704,shopee.com.br,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
705,lemonde.fr,yes,200,yes,4,https://www.lemonde.fr/sitemap_news.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
706,kick.com,yes,200,yes,1,https://kick.com/sitemap.xml,yes,no,no,no,no,no,no,yes,robots.txt + guess
707,cbsnews.com,yes,200,yes,1,https://www.cbsnews.com/xml-sitemap/index.xml,no,no,no,no,no,no,no,no,robots.txt only
708,outbrain.com,yes,200,yes,2,https://www.outbrain.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
709,cookielaw.org,yes,421,no,,,,,,,,,,,
710,yelp.com,yes,503,no,,,,,,,,,,,
711,twimg.com,no,,no,,,,,,,,,,,
712,viber.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
713,hihonorcloud.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
714,dailymail.co.uk,yes,200,yes,14,https://www.dailymail.com/google-news-sitemap.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
715,typekit.net,no,,no,,,,,,,,,,,
716,crcdn.pro,no,,no,,,,,,,,,,,
717,fb.com,yes,400,no,,,,,,,,,,,
718,googlezip.net,no,,no,,,,,,,,,,,
719,marriott.com,yes,200,yes,1,https://www.marriott.com/sitemap-index.xml,no,no,no,yes,no,no,no,no,robots.txt + guess
720,samsungacr.com,no,,no,,,,,,,,,,,
721,ring.com,yes,200,yes,1,https://ring.com/sitemap.xml,yes,yes,no,no,no,no,no,no,robots.txt + guess
722,porkbun.com,yes,200,yes,1,https://porkbun.com/sitemap.xml,yes,no,no,no,no,no,no,yes,robots.txt + guess
723,oxylabs.io,yes,200,yes,1,https://oxylabs.io/f3h5j7k9m2n4p6q8r0.xml,no,no,no,no,no,no,no,no,robots.txt only
724,uk.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
725,amazon.es,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
726,pinimg.com,yes,200,yes,123,https://www.pinterest.com/v3_sitemaps/seasonal_events_sitemap_20261123_labor_thanksgiving_day_www.pinterest.com.xml,no,no,no,no,no,no,no,no,robots.txt only
727,consultant.ru,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
728,bandcamp.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
729,ya.ru,yes,200,yes,3,https://ya.ru/medicine/sitemaps/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
730,itch.io,yes,200,yes,1,https://itch.io/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
731,airbnb.com,yes,200,yes,1,https://www.airbnb.com/sitemap-master-index.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
732,nel.goog,no,,no,,,,,,,,,,,
733,cnet.com,yes,200,yes,15,https://www.cnet.com/sitemap-authors.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
734,independent.co.uk,yes,200,yes,2,https://www.independent.co.uk/sitemaps/googlenews,yes,no,no,no,no,no,no,no,robots.txt + guess
735,uber.com,yes,200,yes,1,https://www.uber.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
736,pushy.io,yes,404,no,,,,,,,,,,,
737,stripchat.com,yes,200,yes,9,https://stripchat.com/sitemap.xml,yes,no,no,yes,no,no,no,no,robots.txt + guess
738,bamgrid.com,no,,no,,,,,,,,,,,
739,allegro.pl,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
740,bugsnag.com,yes,200,yes,0,,yes,no,no,no,yes,no,no,no,guess only
741,geobasket.ru,no,,no,,,,,,,,,,,
742,amazon.it,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
743,quantserve.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
744,shopee.co.id,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
745,mailchimp.com,yes,200,yes,1,https://mailchimp.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
746,asus.com,yes,200,yes,3,https://www.asus.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
747,globalsign.com,yes,200,yes,1,https://www.globalsign.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
748,githubusercontent.com,yes,500,no,,,,,,,,,,,
749,nodeflix.net,no,,no,,,,,,,,,,,
750,python.org,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
751,fda.gov,yes,404,no,,,,,,,,,,,
752,alipaydns.com,no,,no,,,,,,,,,,,
753,safebrowsing.apple,no,,no,,,,,,,,,,,
754,creativecdn.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
755,orderbox-dns.com,no,,no,,,,,,,,,,,
756,nmrodam.com,no,,no,,,,,,,,,,,
757,bidr.io,no,,no,,,,,,,,,,,
758,1rx.io,no,,no,,,,,,,,,,,
759,agkn.com,yes,404,no,,,,,,,,,,,
760,dbankcloud.com,yes,403,no,,,,,,,,,,,
761,mediafire.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
762,imrworldwide.com,no,,no,,,,,,,,,,,
763,fontawesome.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
764,google.co.uk,yes,200,yes,1,https://www.google.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
765,g.co,yes,400,no,,,,,,,,,,,
766,imgur.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
767,google.com.br,yes,200,yes,1,https://www.google.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
768,homedepot.com,yes,200,yes,1,https://www.homedepot.com/sitemap/main.xml,no,no,no,no,no,no,no,no,robots.txt only
769,bild.de,yes,200,yes,4,https://www.bild.de/sitemap-news.xml,no,no,no,yes,no,no,no,no,robots.txt + guess
770,eeroup.com,yes,404,no,,,,,,,,,,,
771,pvp.net,no,,no,,,,,,,,,,,
772,lijit.com,yes,403,no,,,,,,,,,,,
773,criteo.net,no,,no,,,,,,,,,,,
774,mlb.com,yes,200,yes,5,https://www.mlb.com/sitemaps/48-hr-news.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
775,seznam.cz,yes,200,yes,2,https://www.seznam.cz/sitemaps/sitemap-tags.xml,no,no,no,no,no,no,no,no,robots.txt only
776,box.com,yes,200,yes,2,https://www.box.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
777,nintendo.net,no,,no,,,,,,,,,,,
778,gumgum.com,yes,200,yes,1,https://gumgum.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
779,vedsalb.com,no,,no,,,,,,,,,,,
780,binance.com,yes,200,yes,15,https://www.binance.com/sitemap_output/domain=www.binance.com/sitemap_Trade_index.xml,no,no,no,no,no,no,no,no,robots.txt only
781,crwdcntrl.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
782,yieldmo.com,yes,200,yes,1,https://yieldmo.com/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
783,steamstatic.com,no,,no,,,,,,,,,,,
784,nikkei.com,yes,200,no,,,,,,,,,,,
785,keenetic.io,no,,no,,,,,,,,,,,
786,sedo.com,yes,200,yes,1,https://sedo.com/fileadmin/sitemaps/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
787,mhverifier.ru,yes,403,no,,,,,,,,,,,
788,mckinsey.com,no,,no,,,,,,,,,,,
789,shopeemobile.com,no,,no,,,,,,,,,,,
790,id5-sync.com,yes,200,no,,,,,,,,,,,
791,ddnss.de,yes,200,yes,0,,yes,no,no,no,yes,no,no,no,guess only
792,zillow.com,yes,200,yes,15,https://mortgageapi.zillow.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
793,samsungosp.com,yes,404,no,,,,,,,,,,,
794,usgovcloudapi.net,no,,no,,,,,,,,,,,
795,singular.net,yes,200,yes,1,https://www.singular.net/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
796,recaptcha.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
797,bestbuy.com,no,,no,,,,,,,,,,,
798,craigslist.org,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
799,sc-cdn.net,no,,no,,,,,,,,,,,
800,welt.de,yes,200,yes,3,https://www.welt.de/sitemaps/newssitemap/newssitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
801,zoom.com,yes,200,yes,1,https://zoom.us/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
802,wp.pl,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
803,wattpad.com,yes,200,yes,1,https://www.wattpad.com/sitemap,no,no,no,no,no,no,no,no,robots.txt only
804,apnews.com,yes,200,yes,6,https://apnews.com/ap-sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
805,lenovo.com,yes,200,yes,1,https://www.lenovo.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
806,cdnhwc1.com,no,,no,,,,,,,,,,,
807,fiverr.com,yes,200,yes,5,https://www.fiverr.com/sitemap_gigs.xml.gz,no,no,no,no,yes,no,no,no,robots.txt + guess
808,ameblo.jp,yes,200,yes,1,https://ameblo.jp/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
809,no-ip.com,yes,200,yes,2,https://www.noip.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
810,herokudns.com,no,,no,,,,,,,,,,,
811,ovscdns.com,no,,no,,,,,,,,,,,
812,ozone.ru,no,,no,,,,,,,,,,,
813,cmediahub.ru,yes,403,no,,,,,,,,,,,
814,liadm.com,no,,no,,,,,,,,,,,
815,ted.com,yes,200,yes,1,https://www.ted.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
816,mixpanel.com,yes,200,yes,1,https://mixpanel.com/static-sitemap/marketing-site.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
817,prnewswire.com,yes,200,yes,55,https://www.prnewswire.com/llms.txt,yes,no,no,no,no,no,no,no,robots.txt + guess
818,hugedomains.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
819,moloco.com,yes,200,yes,1,https://www.moloco.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
820,disneyplus.com,yes,200,yes,1,https://www.disneyplus.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
821,xvideos.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
822,rakuten.com,yes,200,yes,2,https://www.rakuten.com/sitemap-index.xml,no,no,no,yes,no,no,no,no,robots.txt + guess
823,xbox.com,yes,200,yes,1,https://www.xbox.com/sitemap.xml,yes,no,no,no,no,no,no,yes,robots.txt + guess
824,people.com,yes,200,yes,2,https://people.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
825,erome.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
826,lwsdns.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
827,kunluncan.com,no,,no,,,,,,,,,,,
828,allaboutcookies.org,yes,403,no,,,,,,,,,,,
829,adform.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
830,33across.com,yes,403,no,,,,,,,,,,,
831,teads.tv,yes,200,no,,,,,,,,,,,
832,liftoff.io,yes,200,yes,0,,yes,yes,yes,no,no,no,no,no,guess only
833,lefigaro.fr,yes,200,yes,6,https://sitemaps.lefigaro.fr/lefigaro.fr/articles.xml,no,no,no,no,no,no,no,no,robots.txt only
834,adjust.com,yes,429,no,,,,,,,,,,,
835,featureassets.org,yes,403,no,,,,,,,,,,,
836,att.com,yes,200,yes,1,https://www.att.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
837,zoho.com,yes,200,yes,1,https://www.zoho.com/sitemap-index.xml,yes,no,no,yes,yes,no,no,no,robots.txt + guess
838,discordapp.com,yes,200,yes,7,https://discord.com/servers/servers-sitemap-index.xml,no,no,no,no,no,no,no,no,robots.txt only
839,amagi.tv,no,,no,,,,,,,,,,,
840,vivo.com.cn,yes,200,yes,1,https://www.vivo.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
841,ryanair.com,yes,200,no,,,,,,,,,,,
842,grab.co,no,,no,,,,,,,,,,,
843,goskope.com,no,,no,,,,,,,,,,,
844,a-mo.net,yes,403,no,,,,,,,,,,,
845,usps.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
846,turn.com,no,,no,,,,,,,,,,,
847,me.com,yes,200,no,,,,,,,,,,,
848,usda.gov,yes,403,no,,,,,,,,,,,
849,unpkg.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
850,academia.edu,yes,200,yes,3,https://www.academia.edu/sitemapindex-us-swp.xml,no,no,no,no,no,no,no,no,robots.txt only
851,deepl.com,yes,200,yes,1,https://www.deepl.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
852,discogs.com,yes,403,no,,,,,,,,,,,
853,agoda.com,yes,200,yes,49,https://www.agoda.com/sitemaps.xml,no,no,no,no,no,no,no,no,robots.txt only
854,onlyfans.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
855,curseforge.com,yes,403,no,,,,,,,,,,,
856,rt.ru,yes,200,no,,,,,,,,,,,
857,livejournal.com,yes,200,yes,1,https://www.livejournal.com/sitemap.xml,yes,no,no,no,no,yes,no,no,robots.txt + guess
858,blackberry.com,yes,200,yes,1,https://www.blackberry.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
859,cursor.sh,yes,200,yes,2,https://cursor.com/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
860,pexels.com,yes,200,yes,115,https://www.pexels.com/sitemaps/users/user-sitemap.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
861,cdn-vk.ru,no,,no,,,,,,,,,,,
862,theverge.com,yes,200,yes,2,https://theverge.com/sitemaps/google_news,no,no,no,no,no,no,no,no,robots.txt only
863,abovedomains.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
864,networkadvertising.org,yes,200,yes,1,https://thenai.org/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
865,amazon.com.br,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
866,pendo.io,yes,200,yes,10,https://www.pendo.io/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
867,cloudsink.net,no,,no,,,,,,,,,,,
868,wcdnga.com,no,,no,,,,,,,,,,,
869,onetag-sys.com,yes,200,no,,,,,,,,,,,
870,fbsbx.com,yes,404,no,,,,,,,,,,,
871,appcenter.ms,yes,404,no,,,,,,,,,,,
872,dnse0.com,no,,no,,,,,,,,,,,
873,ebay.co.uk,yes,418,no,,,,,,,,,,,
874,life360.com,yes,200,yes,44,https://www.life360.com/sitemap-en-us.xml,yes,no,no,no,no,no,no,yes,robots.txt + guess
875,rfc-editor.org,yes,200,yes,1,https://www.rfc-editor.org/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
876,frontiersin.org,yes,200,yes,10,https://www.frontiersin.org/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
877,myspace.com,yes,200,yes,23,https://myspace.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
878,chess.com,yes,200,yes,1,https://www.chess.com/sitemapindex.xml,no,no,no,no,no,no,yes,no,robots.txt + guess
879,www.gov.br,yes,200,yes,1,https://www.gov.br/sitemap.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
880,cloudinary.com,yes,200,yes,7,https://cloudinary.com/sitemap.xml,yes,no,no,no,yes,no,no,no,robots.txt + guess
881,ssl-images-amazon.com,no,,no,,,,,,,,,,,
882,wb.ru,yes,498,no,,,,,,,,,,,
883,synology.com,yes,200,yes,1,https://www.synology.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
884,biblegateway.com,yes,200,yes,1,https://www.biblegateway.com/site-map/map-index.xml,no,no,no,no,no,no,no,no,robots.txt only
885,adgrx.com,no,,no,,,,,,,,,,,
886,jetbrains.com,yes,200,yes,1,https://www.jetbrains.com/sitemap_index.xml,yes,yes,no,no,no,no,no,no,robots.txt + guess
887,ebay.de,yes,418,no,,,,,,,,,,,
888,msftauth.net,no,,no,,,,,,,,,,,
889,yellowblue.io,no,,no,,,,,,,,,,,
890,figma.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
891,pikabu.ru,yes,200,yes,1,https://pikabu.ru/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
892,namecheaphosting.com,no,,no,,,,,,,,,,,
893,azure-devices.net,no,,no,,,,,,,,,,,
894,nbcnews.com,yes,200,yes,5,https://www.nbcnews.com/sitemap/nbcnews/sitemap-index,no,no,no,no,no,no,no,no,robots.txt only
895,amazon.com.au,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
896,appspot.com,yes,200,no,,,,,,,,,,,
897,disqus.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
898,dv.tech,no,,no,,,,,,,,,,,
899,pornhub.com,yes,200,yes,1,https://www.pornhub.com/sitemaps.xml,no,no,no,no,no,no,no,no,robots.txt only
900,focus.de,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
901,netlify.app,yes,200,yes,2,https://www.netlify.com/sitemap.xml,no,no,no,yes,no,no,no,no,robots.txt + guess
902,hbr.org,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
903,worldbank.org,yes,200,yes,1,https://www.worldbank.org/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
904,buydomains.com,yes,403,no,,,,,,,,,,,
905,bytefcdn.com,no,,no,,,,,,,,,,,
906,agora.io,yes,200,yes,3,https://www.agora.io/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
907,princeton.edu,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
908,rocketmoney.dev,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
909,daum.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
910,immedia-semi.com,no,,no,,,,,,,,,,,
911,arcgis.com,yes,200,yes,1,http://static.arcgis.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
912,dnse2.com,no,,no,,,,,,,,,,,
913,fwmrm.net,yes,200,yes,1,https://www.freewheel.com/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
914,it.com,yes,404,no,,,,,,,,,,,
915,readthedocs.io,yes,200,no,,,,,,,,,,,
916,mayoclinic.org,yes,403,no,,,,,,,,,,,
917,coupang.com,yes,403,no,,,,,,,,,,,
918,ys7.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
919,kleinanzeigen.de,yes,200,yes,1,https://www.kleinanzeigen.de/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
920,wyzecam.com,yes,200,yes,3,https://www.wyze.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
921,lg.com,yes,403,no,,,,,,,,,,,
922,thenai.org,yes,200,yes,1,https://thenai.org/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
923,latimes.com,yes,200,yes,2,https://www.latimes.com/sitemaps/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
924,a-msedge.net,no,,no,,,,,,,,,,,
925,bankofamerica.com,yes,200,yes,1,https://www.bankofamerica.com/content/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
926,epa.gov,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
927,stbid.ru,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
928,volcgslb.com,no,,no,,,,,,,,,,,
929,classlink.com,yes,200,yes,1,https://www.classlink.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
930,eu-1-id5-sync.com,no,,no,,,,,,,,,,,
931,px-cloud.net,yes,404,no,,,,,,,,,,,
932,qualtrics.com,yes,200,yes,1,https://www.qualtrics.com/sitemaps/index/sitemap.xml,yes,yes,no,no,no,no,no,no,robots.txt + guess
933,seedtag.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
934,unrulymedia.com,yes,404,no,,,,,,,,,,,
935,odoo.com,no,,no,,,,,,,,,,,
936,360safe.com,no,,no,,,,,,,,,,,
937,flashtalking.com,no,,no,,,,,,,,,,,
938,mercadolivre.com.br,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
939,plex.direct,no,,no,,,,,,,,,,,
940,deloitte.com,yes,200,yes,2,https://www.deloitte.com/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
941,tiktokw.us,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
942,patreon.com,yes,200,yes,1,https://www.patreon.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
943,genius.com,yes,403,no,,,,,,,,,,,
944,washington.edu,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
945,dbankcloud.ru,no,,no,,,,,,,,,,,
946,mercadolibre.com.ar,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
947,state.gov,yes,200,yes,1,https://www.state.gov/sitemap_index.xml,no,yes,no,no,no,no,no,no,robots.txt + guess
948,fidelity.com,yes,200,yes,2,https://www.fidelity.com/sitemap.xml,yes,no,no,no,no,no,no,yes,robots.txt + guess
949,tailscale.com,yes,200,yes,1,https://tailscale.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
950,docker.io,yes,200,yes,2,https://www.docker.com/sitemap_index.xml,yes,yes,yes,no,no,no,no,no,robots.txt + guess
951,att.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
952,note.com,yes,200,yes,1,https://note.com/sitemaps/production/note.com/sitemap.xml.gz,no,no,no,no,yes,no,no,no,robots.txt + guess
953,go-mpulse.net,no,,no,,,,,,,,,,,
954,chaturbate.com,yes,200,yes,1,https://chaturbate.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
955,youku.com,yes,200,no,,,,,,,,,,,
956,tbank.ru,no,,no,,,,,,,,,,,
957,leiniao.com,yes,404,no,,,,,,,,,,,
958,character.ai,yes,200,yes,1,https://character.ai/sitemap_index.xml,yes,yes,no,no,no,no,no,no,robots.txt + guess
959,eporner.com,yes,200,yes,1,https://www.eporner.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
960,miwifi.com,yes,404,no,,,,,,,,,,,
961,stackexchange.com,yes,418,no,,,,,,,,,,,
962,jd.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
963,repubblica.it,yes,200,yes,13,https://www.repubblica.it/sitemap-n.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
964,webhostbox.net,no,,no,,,,,,,,,,,
965,otto.de,yes,200,yes,19,https://www.otto.de/category-sitemap/sitemap_index.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
966,poki.com,yes,200,yes,34,https://poki.com/en/sitemaps/index.xml,no,no,no,no,no,no,no,no,robots.txt only
967,hm.com,yes,403,no,,,,,,,,,,,
968,trendyol.com,yes,200,yes,0,,no,yes,no,no,no,no,no,no,guess only
969,zpath.net,no,,no,,,,,,,,,,,
970,corriere.it,yes,200,yes,65,https://www.corriere.it/feed-hp/homepage-restyle-2025.xml,no,no,no,no,no,no,no,no,robots.txt only
971,mailchi.mp,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
972,onet.pl,yes,403,no,,,,,,,,,,,
973,queniuaa.com,no,,no,,,,,,,,,,,
974,xiaohongshu.com,yes,200,yes,1,https://www.xiaohongshu.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
975,flipkart.com,yes,200,yes,11,https://www.flipkart.com/sitemap_v_view-browse.xml.gz,no,no,no,no,no,no,no,no,robots.txt only
976,lowes.com,yes,200,yes,1,https://www.lowes.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
977,cdnhwc2.com,no,,no,,,,,,,,,,,
978,app-ads-services.com,yes,200,yes,1,https://www.google.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
979,sentinelone.net,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
980,4dex.io,no,,no,,,,,,,,,,,
981,xnxx.com,yes,200,yes,0,,yes,no,no,no,no,no,no,no,guess only
982,change.org,yes,200,yes,1,https://www.change.org/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
983,caixa.gov.br,yes,200,yes,1,http://www.caixa.gov.br:80/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
984,akamaitechnologies.com,no,,no,,,,,,,,,,,
985,dextrodedenda.top,yes,200,yes,1,https://dextrodedenda.top/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
986,nexthink.cloud,no,,no,,,,,,,,,,,
987,hilton.com,yes,200,yes,1,https://www.hilton.com/sitemap.xml,no,no,no,no,no,no,no,no,robots.txt only
988,xhamster46.desi,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
989,ancestry.com,yes,200,yes,4,https://www.ancestry.com/smp/fam-facts/sitemaps/index.xml,no,no,no,no,no,no,no,no,robots.txt only
990,nexusmods.com,yes,403,no,,,,,,,,,,,
991,smilewanted.com,yes,200,no,,,,,,,,,,,
992,shopee.ph,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
993,ubi.com,yes,200,no,,,,,,,,,,,
994,presage.io,no,,no,,,,,,,,,,,
995,btloader.com,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
996,sofascore.com,yes,403,no,,,,,,,,,,,
997,kwai.com,yes,200,yes,1,https://www.kwai.com/sitemap.xml,yes,no,no,no,no,no,no,no,robots.txt + guess
998,umich.edu,yes,200,yes,0,,no,no,no,no,no,no,no,no,not found
999,conviva.com,yes,200,yes,0,,yes,yes,yes,no,no,no,no,no,guess only
1000,elmundo.es,yes,200,yes,2,https://www.elmundo.es/sitemaps/directoeditorial_news_a3f3222a2fa5a98b79804fa04675a139.xml,no,no,no,no,no,no,no,no,robots.txt only