Update CDN/Reject/Download Hosts & Remove Outdaed/Dead Hosts

Build/build-sgmodule-always-realip.ts

@@ -35,7 +35,7 @@ const HOSTNAMES = [
   //
   // By having lancache.steamcontent.com in Real IP, we can avoid Steam client accidentally mistaking
   // the Fake IP as a local LAN cache. This also helps real LAN cache to work properly.
-  'lancache.steamcontent.com',
+  'lancache.steamcontent.com'
   // 'controlplane.tailscale.com',
   // NTP
   // 'time.*.com', 'time.*.gov', 'time.*.edu.cn', 'time.*.apple.com', 'time?.*.com', 'ntp.*.com', 'ntp?.*.com', '*.time.edu.cn', '*.ntp.org.cn', '*.pool.ntp.org'
@@ -44,16 +44,7 @@ const HOSTNAMES = [
   // 'localhost.*.qq.com'
   // 'localhost.ptlogin2.qq.com
   // 'localhost.sec.qq.com',
-  // 'localhost.work.weixin.qq.com',
-  '127.*.*.*.sslip.io',
-  '127-*-*-*.sslip.io',
-  '*.127.*.*.*.sslip.io',
-  '*-127-*-*-*.sslip.io',
-  '127.*.*.*.nip.io',
-  '127-*-*-*.nip.io',
-  '*.127.*.*.*.nip.io',
-  '*-127-*-*-*.nip.io',
-  '127.atlas.skk.moe'
+  // 'localhost.work.weixin.qq.com'
 ];
 
 export const buildAlwaysRealIPModule = task(require.main === module, __filename)(async (span) => {

Build/tools-dedupe-src.ts

@@ -25,8 +25,7 @@ const ENFORCED_WHITELIST = [
   'img.vim-cn.com'
 ];
 
-const DEDUPE_LIST: string[] = ['ntp.api.bz', 'httpdns.bilivideo.com', 'httpdns.platform.dbankcloud.cn', 'dns.iqiyi.com', 'dns.qiyipic.iqiyi.com', 'img.vim-cn.com', 'cdn.commento.io', 'cdn.glitch.com', 'cdn.glitch.global', 'content.product.glitch.com', 'mirror.as24220.net', 'mirrors.switch.ca', 'ubuntu.pishgaman.net', 'mirror.famaserver.com', 'ubuntu-mirror.kimiahost.com', 'mirror.aminidc.com', 'mirror.ucu.ac.ug', 'mirror.0-1.cloud', 'ctan.um.ac.ir', 'ctan.yazd.ac.ir', 'report.huatuo.qq.com', 'repo.iut.ac.ir', 'ad.api.youshiad.cn', 'm.j5s9b.cn', 'ee.j5s9b.cn', 'e.duomeng.org', 'cdn.onlyhentaistuff.com', 'gt1.onlyhentaistuff.com', 'cm1.aminoapps.com', 'iadmatapk.nosdn.127.net'];
-
+const DEDUPE_LIST: string[] = ['127.atlas.skk.moe', 'ntp.api.bz', 'httpdns.bilivideo.com', 'dns.qiyipic.iqiyi.com', 'cdn.graph.office.net', 'dns.iqiyi.com', 'img.vim-cn.com', 'image.westinyou.com', 'edge1.certona.net', 'certona.gap.com', 'yep.video.yahoo.com', 'static.opensea.io', 'shopify.cleverecommerce.com', 'tile.mapzen.com', 'cdn.cracked.sh', 'images.idgesg.net', 'drive.massgrave.dev', 'alt.idgesg.net', 'mirror.ghproxy.com', 'mirror.nl.datapacket.com', 'mirror.anigil.com', 'mirror.nus.edu.sg', 'mirror.timkevin.us', 'mirrors.nic.cz', 'cpan.tetaneutral.net', 'mirror.datapacket.com', 'client.hikarifield.co.jp', 'a.macked.app', 'apache.tt.co.kr', 'fm.p0y.cn', 'iyes.youku.com', 'ad.api.mobile.youku.com', 'c.yes.youku.com', 'ad.jamster.co.uk', 'fumiad.dxys.pro', 'ad.leadboltapps.net', 'ems.cp12.wasu.tv', 'creative1cdn.mobfox.com', 'mycommerce.akamaized.net', 'js-cdn.blockchair.io', 'loutre.blockchair.io', 'static.namebeta.com', 'fs2.onlyhentaistuff.com', 'file.izanmei.net', 'play.xiaoh.ai', 'file.xiaohai.ai', 'tiles.wmflabs.org', 'image.stheadline.com', 'vod.jfly.xyz', 'assets.wikiwand.com', 'cdn.wikiwand.com', 'cloudfront.codeproject.com', 'assets-cdn.anh.moe', 'media.d.tube', 'media.remax-prod.eng.remax.tech', 'static-landing.probiplacehold.cot.com'];
 task(require.main === module, __filename)(async (span) => {
   const files = await span.traceChildAsync('crawl thru all files', () => new Fdir()
     .withFullPaths()

Source/domainset/cdn.conf

@@ -525,7 +525,6 @@ gravatar.cat.net
 .myanalytics.cdn.office.net
 shell.cdn.office.net
 cdn.forms.office.net
-cdn.graph.office.net
 support.content.office.net
 .res.office365.com
 attachments.office.net
@@ -972,7 +971,6 @@ pic.imge.cc
 p.sda1.dev
 .imgtbl.com
 .imgtp.com
-image.westinyou.com
 img.moedog.org
 .jpg5.su
 .cldup.com
@@ -1182,7 +1180,6 @@ js.smile.io
 .agechecker.northern-apps.com
 snippets.freshchat.com
 wl-apps.yourwebsite.life
-shopify.cleverecommerce.com
 waitlisted.co
 .botsrv2.com
 quriobot.com
@@ -1269,7 +1266,6 @@ cdnjs.buymeacoffee.com
 .cdn.getfeedback.com
 assets.positional-bucket.com
 cdn.neverbounce.com
-edge1.certona.net
 assets.hearstapps.com
 cdn.quadpay.com # AWS S3
 cdn1.identitymind.com
@@ -1318,7 +1314,6 @@ flo.uri.sh
 cdn.c1.amplience.net
 .media.amplience.net
 .static.amplience.net
-certona.gap.com
 assets.media-platform.com
 .epimg.net
 .app.khoros.com
@@ -1931,7 +1926,6 @@ eu01ccistatic.zoom.us
 .yimg.com
 .yimg.jp
 assets.video.yahoo.net
-yep.video.yahoo.com
 .edge.storage-yahoo.jp
 
 # >> CookieLaw
@@ -2371,7 +2365,6 @@ static.filestackapi.com
 
 # >> OpenSea
 .seadn.io
-static.opensea.io
 openseauserdata.com
 
 # >> MagicLink
@@ -2705,6 +2698,7 @@ cdn.filen.io
 # >> brave.com
 cdn.search.brave.com
 imgs.search.brave.com
+detectportal.brave-http-only.com
 
 # >> odysee
 .odycdn.com
@@ -2863,7 +2857,6 @@ tilemaps.icgc.cat
 geoserveis.icgc.cat
 tiles.gsj.jp
 tile.opentopomap.org
-tile.mapzen.com
 tiles.maps.opensearch.org
 tiles.mapilion.com
 .openinframap.org
@@ -3151,8 +3144,6 @@ static.ietf.org
 # >> osdn.net (no more, dead by march 2025)
 
 # >> InfoWorld
-alt.idgesg.net
-images.idgesg.net
 .staticworld.net
 
 # >> Indiegogo
@@ -3614,7 +3605,6 @@ safebrowsing.brave.com
 .giscus.app
 .ravenjs.com
 .pstorage.space
-cdn.cracked.sh
 .images.androeed.ru
 ws-assets.zoominfo.com
 res2.weblium.site
@@ -3774,8 +3764,6 @@ images.dmca.com
 static.olelive.com
 media.owcnow.com
 photos5.appleinsider.com
-loutre.blockchair.io
-js-cdn.blockchair.io
 static.tokenview.io
 0x0.st
 .cdn.greenhouse.io
@@ -3833,7 +3821,6 @@ s3.stackabuse.com
 cdn.weglot.com
 .tildacdn.com
 cdn.hashnode.com
-mycommerce.akamaized.net
 assets.static-upwork.com
 cdn.arstechnica.net
 assets.jolipage.co
@@ -3981,7 +3968,6 @@ img.reg.ru
 static-effect.reg.ru
 cdn.matterhorn.app
 lumiere-a.akamaihd.net
-static.namebeta.com
 .content001.bet365.com
 images.arigatotravel.com
 static-00.iconduck.com
@@ -4052,7 +4038,6 @@ cdn2.ettoday.net
 static.ettoday.net
 media.ettoday.net
 static.probit.com
-static-landing.probiplacehold.cot.com
 thumbnailer.mixcloud.com
 .mercdn.net
 ledger-wp-website-s3-prd.ledger.com
@@ -4202,8 +4187,8 @@ images.youracclaim.com
 cdn.contentful.com
 cdn.eu.contentful.com
 assets.shazam.com
-fs2.onlyhentaistuff.com
 ca1.onlyhentaistuff.com
+ca2.onlyhentaistuff.com
 cdn.worldvectorlogo.com
 i.gzn.jp
 cdn.hypershort.com
@@ -4375,13 +4360,12 @@ cdn1.plesk.com
 .cdn-zlib.sk
 cdn.zhujiwiki.com
 imgcdn.cna.com.tw
-file.izanmei.net
-file.xiaohai.ai
 static.aizanmei.org
 static.izanmei.icu
+static.zanmei.ai
+file.izanm.org
 static.j51.net
 static.wwto.net
-play.xiaoh.ai
 media.theresanaiforthat.com
 static-assets.codecademy.com
 assets.controld.com
@@ -4408,7 +4392,6 @@ files.smashing.media
 .airio3.live
 static.netify.ai
 tools-static.wmflabs.org
-tiles.wmflabs.org
 .bitgetimg.com
 cdn.bigcloud.click
 static-beta.curseforge.com
@@ -4460,7 +4443,6 @@ media.telanganatoday.com
 image.telanganatoday.com
 assets.nxtrace.org
 img.ml0987.com
-vod.jfly.xyz
 .lbpicpic.com
 .jpgjingpinx.com
 .ddpic.info
@@ -4477,7 +4459,6 @@ cdn.buymeacoffee.com
 bookface-static.ycombinator.com
 .sthlstatic.com
 image.hkhl.hk
-image.stheadline.com
 cdn.joinhoney.com
 media.kit.com
 webstatic.chargebee.com
@@ -4606,8 +4587,6 @@ static.peatio.com
 b.peatio.com
 assets.peatio.com
 .dditscdn.com
-cdn.wikiwand.com
-assets.wikiwand.com
 cdn.delight-vr.com
 .drivecdn.com
 cdn.changelog.com
@@ -5001,7 +4980,6 @@ files.scamadviser.com
 tourpic-vector.maps.komoot.net
 static.salidzini.lv
 scripts.scriptwrapper.com
-cloudfront.codeproject.com
 pbs-prod.linustechtips.com
 .dubcdn.com
 cdn.tiny.cloud
@@ -5259,7 +5237,6 @@ cdn.cloud.unity.com
 idportal-cdn-prd.unity.com
 assets.bitwarden.com
 static.gmgard.com
-assets-cdn.anh.moe
 .am-cdn.pics
 .am-cdn.online
 media-cms.ayoba.me
@@ -5307,7 +5284,6 @@ img.voguehk.com
 .t8cdn.com
 cdn.roof.ai
 static-images.remax.com
-media.remax-prod.eng.remax.tech
 .lllcdn.autos
 cdn.lineicons.com
 assets.porndig.com
@@ -5411,7 +5387,6 @@ themes.hibootstrap.com
 image.worthepenny.com
 cdn.onfastspring.com
 cdn.hero-sms.com
-media.d.tube
 media.glassdoor.com
 cdn4.focus.bg
 assets-v2.i-scmp.com
@@ -5541,3 +5516,18 @@ static.semrush.com
 ph.tryprofound.com
 static.tryprofound.com
 img.api.tryprofound.com
+content.gapinc.com
+.assets-gap.com
+static-us.afterpay.com
+cdn.tvpagewidgets.com
+img.wikiwand.com
+static.contentpass.net
+assets.zpic.biz
+.zpicdn.lol
+.zpi.cx
+f.upanh.tv
+nas2.d.tube
+play.d.tube
+static.cracked.ax
+static.cracked.sh
+content.presspage.com

Source/domainset/download.conf

@@ -198,6 +198,8 @@ registry.fedoraproject.org
 mirrors.rpmfusion.org
 # Rasberry Pi OS
 archive.raspberrypi.com
+# Gli-Net
+fw.gl-inet.com
 # Universal Blue
 dl.getaurora.dev
 download.bazzite.gg
@@ -351,7 +353,6 @@ cdn.powershellgallery.com
 # Microsoft Edge (AzureFd)
 edgeupdates.microsoft.com
 # Windows 10 Download
-drive.massgrave.dev
 # Microsoft Symbol Server
 msdl.microsoft.com
 # TrueNAS
@@ -519,7 +520,6 @@ artifacts.electronjs.org
 # GitHub Reverse Proxy
 ghfast.top
 ghgo.xyz
-mirror.ghproxy.com
 ghp.ci
 # HashiCorp
 .releases.hashicorp.com
@@ -808,7 +808,6 @@ mirror.bgp.rodeo
 mirror.duocast.net
 mirror.nforce.com
 mirror.nl.cdn-perfprod.com
-mirror.nl.datapacket.com
 mirror.nl.leaseweb.net
 mirrors.hostiserver.com
 mirror.tngnet.com
@@ -893,6 +892,8 @@ debian.ccns.ncku.edu.tw
 debian.csie.ntu.edu.tw
 debian.cs.nycu.edu.tw
 mirror.twds.com.tw
+mirror4.twds.com.tw
+mirror6.twds.com.tw
 opensource.nchc.org.tw
 .mirror.blendbyte.net
 ftp.debianclub.org
@@ -1140,7 +1141,6 @@ mirror.keiminem.com
 mirror.kakao.com
 mirror.zzunipark.com
 .mirror.zzunipark.com
-mirror.anigil.com
 ftp.daum.net
 mirror.elice.io
 mirror.jeonnam.school
@@ -1227,7 +1227,7 @@ mirror.freedif.org
 mirror.soonkeat.sg
 mirror.aktkn.sg
 mirror.mvizn.com
-mirror.nus.edu.sg
+download.nus.edu.sg
 sg-mirrors.vhost.vn
 mirror.vnet.sk
 ftp.energotel.sk
@@ -1313,7 +1313,6 @@ mirror.its.umich.edu
 mirror.linux.ncsu.edu
 mirror.nodesdirect.com
 mirror.servaxnet.com
-mirror.timkevin.us
 mirror.ubuntu.serverforge.org
 mirror.umd.edu
 mirrors.codec-cluster.org
@@ -1426,7 +1425,6 @@ apache.communilink.net
 apache.website-solution.net
 ftp.meisei-u.ac.jp
 .mirror.cdnetworks.com
-apache.tt.co.kr
 mirror.apache-kr.org
 ftp.twaren.net
 apache.stu.edu.tw
@@ -1535,13 +1533,18 @@ cpan.inode.at
 lib.ugent.be
 cpan.develooper.com
 ftp.fi.muni.cz
-mirrors.nic.cz
+archlinux.nic.cz
+debian.nic.cz
+ubuntu.nic.cz
+fedora.nic.cz
+centos.nic.cz
+opensuse.nic.cz
+cran.nic.cz
 ftp.mpi-inf.mpg.de
 mirror.bibleonline.ru
 osl.ugr.es
 cpan.ip-connect.vn.ua
 cpan.mines-albi.fr
-cpan.tetaneutral.net
 ftp.ntua.gr
 ftp.heanet.ie
 ftp.eutelia.it
@@ -1707,7 +1710,6 @@ linux2.yz.yamagata-u.ac.jp
 mirror.quickhost.uk
 eclats.crans.org
 ftp.crihan.fr
-mirror.datapacket.com
 eu.edge.kernel.org
 mirror.ethz.ch
 mirror.steadfast.net

Source/domainset/game-download.conf

@@ -80,7 +80,7 @@ cdn-patch.swtor.com
 .download.cdp.bethesda.net
 
 # Misc
-client.hikarifield.co.jp
+static.hikarifield.co.jp
 download.hikarifield.co.jp
 gamedownloads-rockstargames-com.akamaized.net
 

Source/domainset/reject.conf

@@ -1240,6 +1240,7 @@ datareport.fkw.com
 analytics.lucide.dev
 .nanostatistics.net
 umami.intervals.icu
+up.zpic.biz # Matamo
 
 cdn.perfops.net
 rum-cdn.perfops.net
@@ -1268,7 +1269,6 @@ tracks.hackmd.io
 d1.speedvitals.com
 e2elog.fetnet.net
 insights.mochaa.ws
-a.macked.app
 .telemetry.broadcom.com
 analytics-js-cdn.liferay.com
 .telemetry.console.api.aws
@@ -1746,7 +1746,6 @@ vt.ipinyou.com
 err.taobao.com
 ex.mobmore.com
 ex.puata.info
-fm.p0y.cn
 g.tbcdn.cn
 gma.alicdn.com
 gtms01.alicdn.com
@@ -1826,7 +1825,6 @@ log.m.sm.cn
 dns.m.sm.cn
 video-ad.sm.cn
 image-ad.sm.cn
-iyes.youku.com
 apiv4-iyes.youku.com
 ossgw.alicdn.com
 ykad-data.youku.com
@@ -2080,10 +2078,8 @@ amdc.m.youku.com
 .atm.youku.com
 ad.api.3g.tudou.com
 ad.api.3g.youku.com
-ad.api.mobile.youku.com
 ad.mobile.youku.com
 b.smartvideo.youku.com
-c.yes.youku.com
 das.mobile.youku.com
 dl.g.youku.com
 dmapp.youku.com
@@ -3272,7 +3268,6 @@ ysm.hauchi.com.tw
 drd.hauchi.com.tw
 ads.ttv.com.tw
 ad.obuy.tw
-ad.jamster.co.uk
 umdc.aliapp.org
 ad.netowl.jp
 coconuts.boy.jp
@@ -3281,7 +3276,6 @@ a.glcdn.co
 lb.usemaxserver.de
 api.youngle.tech
 ssp1.kfadx.tech
-fumiad.dxys.pro
 adashx.ut.ele.me
 adsdk.yandex.ru
 .offerwall.yandex.net
@@ -3298,7 +3292,6 @@ topapi.cp12.wasu.tv
 ipmatm.cp12.wasu.tv
 valatm.cp12.wasu.tv
 pl.cp12.wasu.tv
-ems.cp12.wasu.tv
 agn.aty.snmsohu.aisee.tv
 msg.ptqy.gitv.tv
 .ad-delivery.net
@@ -3313,7 +3306,7 @@ as.adfonic.net
 img.ads.mobilefuse.net
 netdna.reporo.net
 edge.reporo.net
-ad.leadboltapps.net
+.leadboltapps.com
 ads.xxxad.net
 i.l.inmobicdn.net
 r.edge.inmobicdn.net
@@ -3413,13 +3406,12 @@ c.bing.com
 .adadapted.com
 
 .nearbyad.com
-ads2.mediaarmor.com
+.mediaarmor.com
 static.cdn.gtsmobi.com
-gts-ads.twistbox.com
+.twistbox.com
 .trafficforce.com
 .eltrafiko.com
-ads.mobilityware.com
-apps.mobilityware.com
+.mobilityware.com
 .fluentmobile.com
 .adultmoda.com
 c753738.r38.cf2.rackcdn.com
@@ -3428,13 +3420,12 @@ c753738.r38.cf2.rackcdn.com
 .247realmedia.com
 .bigmobileads.com
 ftpcontent.worldnow.com
-ads.saymedia.com
-adcontent.saymedia.com
+.saymedia.com
 go.vrvm.com
 c.vrvm.com
 .phluant.com
-creative1cdn.mobfox.com
-.ads.huntmad.com
+.mobfox.com
+.huntmad.com
 .analytics.omgpop.com
 .bcfads.com
 ads.mobgold.com

Source/non_ip/direct.conf

@@ -2,7 +2,7 @@
 # $ custom_build_script
 
 # >> LAN Cache & LAN Service
-DOMAIN,127.atlas.skk.moe
+DOMAIN,127.skk.moe
 # Apple Local Content Caching
 DOMAIN-SUFFIX,lcdn-locator.apple.com
 # LocalSend over WebRTC signaling server