Remove Dead/Duplicated/Outdated Hosts

Author: SukkaW

Build/lib/is-domain-alive.ts

@@ -47,9 +47,9 @@ const dnsServers = [
   // 'https://unfiltered.joindns4.eu/dns-query', // too many ECONNRESET on GitHub Actions
   'h2://public.dns.iij.jp/dns-query',
   // 'https://common.dot.dns.yandex.net/dns-query', // too many ECONNRESET on GitHub Actions
-  'h2://safeservedns.com/dns-query', // NameCheap DNS, supports DoT, DoH, UDP53
+  'h2://safeservedns.com/dns-query' // NameCheap DNS, supports DoT, DoH, UDP53
   // 'https://ada.openbld.net/dns-query', Contains filtering
-  'h2://dns.rabbitdns.org/dns-query'
+  // 'h2://dns.rabbitdns.org/dns-query' -- TO MANY HTTP 522
 ];
 
 const resultCache = new Map();

Build/tools-dedupe-src.ts

@@ -25,7 +25,7 @@ const ENFORCED_WHITELIST = [
   'img.vim-cn.com'
 ];
 
-const WHITELIST: string[] = ['ntp.api.bz', 'httpdns.bilivideo.com', 'httpdns.platform.dbankcloud.cn', 'dns.iqiyi.com', 'dns.qiyipic.iqiyi.com', 'img.vim-cn.com', 'chat-content.beanfun.com', 'archive.mirror.ba', 'ctan.imsc.res.in', 'gnu.freemirror.org', 'probe.whatismyipaddress.com', 'sdkrec.tf.360.cn', 'iadmatapk.nosdn.127.net', 'gamecenter.iqiyi.com', 'tracking.klickthru.com', 'm.shilian168.cn', 'm.zdjgj.cn', 'gcpool.ddns.net', 'radpool.ddns.net', 's9.maxstream.org', 's10.maxstream.org', 's11.maxstream.org', 'statics.erothots.co', 'mcdn.tubi.tv'];
+const DEDUPE_LIST: string[] = ['ntp.api.bz', 'httpdns.bilivideo.com', 'httpdns.platform.dbankcloud.cn', 'dns.iqiyi.com', 'dns.qiyipic.iqiyi.com', 'img.vim-cn.com', 'cdn.commento.io', 'cdn.glitch.com', 'cdn.glitch.global', 'content.product.glitch.com', 'mirror.as24220.net', 'mirrors.switch.ca', 'ubuntu.pishgaman.net', 'mirror.famaserver.com', 'ubuntu-mirror.kimiahost.com', 'mirror.aminidc.com', 'mirror.ucu.ac.ug', 'mirror.0-1.cloud', 'ctan.um.ac.ir', 'ctan.yazd.ac.ir', 'report.huatuo.qq.com', 'repo.iut.ac.ir', 'ad.api.youshiad.cn', 'm.j5s9b.cn', 'ee.j5s9b.cn', 'e.duomeng.org', 'cdn.onlyhentaistuff.com', 'gt1.onlyhentaistuff.com', 'cm1.aminoapps.com', 'iadmatapk.nosdn.127.net'];
 
 task(require.main === module, __filename)(async (span) => {
   const files = await span.traceChildAsync('crawl thru all files', () => new Fdir()
@@ -41,7 +41,7 @@ task(require.main === module, __filename)(async (span) => {
     .withPromise());
 
   const whiteTrie = span.traceChildSync('build whitelist trie', () => {
-    const trie = new HostnameSmolTrie(WHITELIST);
+    const trie = new HostnameSmolTrie(DEDUPE_LIST);
     ENFORCED_WHITELIST.forEach((item) => trie.whitelist(item));
     return trie;
   });

Source/domainset/cdn.conf

@@ -632,6 +632,7 @@ content.jwplatform.com
 .jwpcdn.com
 .jwpsrv.com
 .thecontentserver.com
+img.connatix.com
 cds.connatix.com
 
 # >> Video CDN
@@ -1106,7 +1107,6 @@ i-cdn.embed.ly
 cdn.tolt.io
 # cdn.sellix.io # seized by FBI
 assets.calendly.com
-cdn.commento.io
 js.hsforms.net
 js-eu1.hsforms.net
 js.hscollectedforms.net
@@ -1464,9 +1464,6 @@ code.piano.io
 experience-ap.piano.io
 cdn.tinypass.com
 
-cds.connatix.com
-img.connatix.com
-
 cdn.channel.io
 cf.channel.io
 
@@ -2038,12 +2035,6 @@ wikiwandv2-19431.kxcdn.com
 # >> DeepL
 static.deepl.com
 
-# >> Glitch
-cdn.glitch.me
-cdn.glitch.com
-cdn.glitch.global
-content.product.glitch.com
-
 # >> PayPal
 pics.paypal.com
 .paypalobjects.com
@@ -4046,9 +4037,8 @@ images.youracclaim.com
 cdn.contentful.com
 cdn.eu.contentful.com
 assets.shazam.com
-gt1.onlyhentaistuff.com
 fs2.onlyhentaistuff.com
-cdn.onlyhentaistuff.com
+ca1.onlyhentaistuff.com
 cdn.worldvectorlogo.com
 i.gzn.jp
 cdn.hypershort.com
@@ -5042,7 +5032,6 @@ ah-cdn.merge.dev
 static.zerochan.net
 s1.zerochan.net
 www.acgpix.de
-cm1.aminoapps.com
 pa1.aninoapps.com
 pm1.aninoapps.com
 wa1.aninoapps.com

Source/domainset/download.conf

@@ -746,7 +746,6 @@ kebo.pens.ac.id
 mirror.unair.ac.id
 mr.heru.id
 .debian.petiak.ir
-mirror.aminidc.com
 mirror.iranserver.com
 mirrors.pardisco.co
 debian.interhost.co.il
@@ -935,7 +934,6 @@ mirror.aarnet.edu.au
 mirror.internet.asn.au
 mirror.datamossa.io
 ftp.iinet.net.au
-mirror.as24220.net
 mirror.internode.on.net
 mirror.netspace.net.au
 mirror.solnode.io
@@ -1074,21 +1072,16 @@ repo.usk.ac.id
 suro.ubaya.ac.id
 .mirrors.zagrio.net
 mirror.kernel.ir
-ubuntu-mirror.kimiahost.com
 ubuntu.mobinhost.com
-ubuntu.pishgaman.net
 ir.ubuntu.sindad.cloud
-mirror.0-1.cloud
 mirror.arvancloud.ir
 .ubuntu.petiak.ir
 repo.linuxmirrors.ir
 ubuntu.pars.host
 ubuntu.parsvds.com
 .mirror.homacloud.ai
-mirror.famaserver.com
 mirror.faraso.org
 mirrors.ubuntu.dimit.cloud
-repo.iut.ac.ir
 mirror.linkdata.com
 mirror.webworld.ie
 mirror.il-ha.kamatera.com
@@ -1500,7 +1493,6 @@ mirror.koddos.net
 mirror-hk.koddos.net
 mirrors.ucr.ac.cr
 ftp.cpan.org
-mirror.ucu.ac.ug
 .mirror.ac.za
 ftp.saix.net
 cpan.saix.net
@@ -1570,8 +1562,6 @@ ftp.sun.ac.za
 ftp.leg.uct.ac.za
 mirror.unpad.ac.id
 ctan.net
-ctan.yazd.ac.ir
-ctan.um.ac.ir
 ftp.u-aizu.ac.jp
 ftp.harukasan.org
 ftp.ktug.org
@@ -1699,7 +1689,6 @@ mirror.datapacket.com
 eu.edge.kernel.org
 mirror.ethz.ch
 mirror.steadfast.net
-mirrors.switch.ca
 mirror.dimensiondata.com
 # F-Droid mirrors
 f-droid.org

Source/domainset/reject.conf

@@ -2163,8 +2163,8 @@ union.gdtimg.com
 # v.gdt.qq.com
 # v2.gdt.qq.com
 # win.gdt.qq.com
-report.huatuo.qq.com
 pgdt.gtimg.cn
+cmshow.gtimg.cn
 report.idqqimg.com
 galileotelemetry.tencent.com
 pingma.qq.com
@@ -3214,7 +3214,6 @@ drd.hauchi.com.tw
 ads.ttv.com.tw
 ad.obuy.tw
 ad.jamster.co.uk
-e.duomeng.org
 umdc.aliapp.org
 ad.netowl.jp
 coconuts.boy.jp
@@ -3314,7 +3313,7 @@ ad.thsi.cn
 s.snmi.cn
 api.snmi.cn
 adlaunch.qtfm.cn
-ad.api.youshiad.cn
+.youshiad.cn
 .appsad.cn
 iflyad.bj.openstorage.cn
 adpai.thepaper.cn
@@ -3323,9 +3322,7 @@ dig.zjurl.cn
 .meipian7.cn
 80vn.cn
 .89kvh.cn
-m.j5s9b.cn
-ee.j5s9b.cn
-cmshow.gtimg.cn
+.j5s9b.cn
 dsa-mfp.fengshows.cn
 .sigmob.cn