Browse Source

Update CDN Hosts

SukkaW 3 years ago
parent
commit
38a34b5d7f
3 changed files with 73 additions and 12 deletions
  1. 9 5
      Build/build-phishing-domainset.js
  2. 63 7
      List/domainset/cdn.conf
  3. 1 0
      Source/non_ip/cdn.conf

+ 9 - 5
Build/build-phishing-domainset.js

@@ -66,18 +66,21 @@ const BLACK_TLD = Array.from(new Set([
           continue;
           continue;
         }
         }
 
 
+        const tld = tldts.getPublicSuffix(domain, { allowPrivateDomains: true });
+        if (!tld || !BLACK_TLD.includes(tld)) continue;
+
         domainCountMap[apexDomain] ||= 0;
         domainCountMap[apexDomain] ||= 0;
         domainCountMap[apexDomain] += 1;
         domainCountMap[apexDomain] += 1;
 
 
         // Add more weight if the domain is long enough
         // Add more weight if the domain is long enough
         if (domain.length > 45) {
         if (domain.length > 45) {
-          domainCountMap[apexDomain] += 1.5;
+          domainCountMap[apexDomain] += 4;
         } else if (domain.length > 35) {
         } else if (domain.length > 35) {
-          domainCountMap[apexDomain] += 1;
+          domainCountMap[apexDomain] += 3;
         } else if (domain.length > 30) {
         } else if (domain.length > 30) {
-          domainCountMap[apexDomain] += 0.5;
+          domainCountMap[apexDomain] += 2;
         } else if (domain.length > 25) {
         } else if (domain.length > 25) {
-          domainCountMap[apexDomain] += 0.25;
+          domainCountMap[apexDomain] += 1;
         }
         }
 
 
         const subdomain = tldts.getSubdomain(domain, { allowPrivateDomains: true });
         const subdomain = tldts.getSubdomain(domain, { allowPrivateDomains: true });
@@ -88,11 +91,12 @@ const BLACK_TLD = Array.from(new Set([
     }
     }
   }
   }
 
 
+  console.log(domainCountMap);
+
   const results = [];
   const results = [];
   Object.entries(domainCountMap).forEach(([domain, count]) => {
   Object.entries(domainCountMap).forEach(([domain, count]) => {
     if (
     if (
       count >= 5
       count >= 5
-      && BLACK_TLD.some(tld => domain.endsWith(tld))
     ) {
     ) {
       results.push('.' + domain);
       results.push('.' + domain);
     }
     }

+ 63 - 7
List/domainset/cdn.conf

@@ -195,7 +195,14 @@ edgedl.me.gvt3.com
 edgedl.me.gvt4.com
 edgedl.me.gvt4.com
 edgedl.me.gvt5.com
 edgedl.me.gvt5.com
 
 
-# >> Adobe Fonts
+# >> Adobe
+wwwimages2.adobe.com
+.adobeccstatic.com
+assets.adobedtm.com
+# MyPortfolio
+pro2-ui-assets-s3-fy.myportfolio.com
+cdn.myportfolio.com
+# Adobe Fonts
 p.typekit.net
 p.typekit.net
 p.typekit.com
 p.typekit.com
 use.typekit.net
 use.typekit.net
@@ -401,6 +408,9 @@ pics.dmm.co.jp
 i.vgy.me
 i.vgy.me
 placeimg.com
 placeimg.com
 thumbsnap.com
 thumbsnap.com
+pengtu.cc
+# imgix custom domain
+www.datocms-assets.com
 
 
 # >> Medium
 # >> Medium
 cdn-client.medium.com
 cdn-client.medium.com
@@ -517,6 +527,9 @@ cdn.linkmink.com
 static.scroll.com
 static.scroll.com
 assets.scroll.com
 assets.scroll.com
 
 
+participants.evolv.ai
+media.evolv.ai
+
 # >> Atlassian
 # >> Atlassian
 wac-cdn.atlassian.com
 wac-cdn.atlassian.com
 wac-cdn-2.atlassian.com
 wac-cdn-2.atlassian.com
@@ -617,6 +630,22 @@ cdn.segment.com
 .w3s.link
 .w3s.link
 .cthd.icu
 .cthd.icu
 
 
+# >> Mastodon
+media.cmx.edu.kg
+s3.acg.mn
+cdn.fosstodon.org
+img.pawoo.net
+static-cdn.mastodon.social
+assets.toot.cafe
+media.mstdn.io
+media-cdn.comfy.social
+media.hachyderm.io
+assets.orz.uno
+media.orz.uno
+media.mas.to
+media.e4le.me
+medias.meow.social
+
 # BackBlaze
 # BackBlaze
 f000.backblazeb2.com
 f000.backblazeb2.com
 f001.backblazeb2.com
 f001.backblazeb2.com
@@ -624,6 +653,13 @@ f002.backblazeb2.com
 f003.backblazeb2.com
 f003.backblazeb2.com
 f004.backblazeb2.com
 f004.backblazeb2.com
 
 
+# Storj
+link.storjshare.io
+
+# Wasabi
+s3.eu-central-2.wasabisys.com
+.s3.wasabisys.com
+
 # >> General CDN
 # >> General CDN
 # LottieFiles
 # LottieFiles
 assets0.lottiefiles.com
 assets0.lottiefiles.com
@@ -897,12 +933,6 @@ thumbs2.sendvid.com
 # status.io
 # status.io
 static.status.io
 static.status.io
 image.status.io
 image.status.io
-# Mastodon
-media.cmx.edu.kg
-s3.acg.mn
-cdn.fosstodon.org
-img.pawoo.net
-static-cdn.mastodon.social
 # Framer
 # Framer
 .framerusercontent.com
 .framerusercontent.com
 .framerstatic.com
 .framerstatic.com
@@ -924,6 +954,12 @@ cfl.dropboxstatic.com
 .winudf.com
 .winudf.com
 .cdnpure.com
 .cdnpure.com
 static.apkpure.com
 static.apkpure.com
+# chess24.com
+assets.chess24.com
+cdn.chess24.com
+# adguard.com
+cdn.adguard.com
+cdn.adtidy.org
 # Others
 # Others
 .yelpcdn.com
 .yelpcdn.com
 cf-images.us-east-1.prod.boltdns.net
 cf-images.us-east-1.prod.boltdns.net
@@ -1067,3 +1103,23 @@ cms-assets.webediamovies.pro
 .img2.acsta.net
 .img2.acsta.net
 .img3.acsta.net
 .img3.acsta.net
 media.tenor.com
 media.tenor.com
+api.qrserver.com
+imgcdn.91pic.org
+cdn7.pornmaster.fun
+cdn10.hiftporn.fun
+cdne-pics.youjizz.com
+img2.tnaflix.com
+img3.lltaohuaxiang.com
+img.bigcloud.cyou
+img.biguz.net
+img.bttimg.com
+.avximg.com
+pcz.javidol.org
+pic.cdnclouder.com
+pics.x-n-x-x.pro
+mixin-images.zeromesh.net
+ddcdn.comtucdncom.com
+img2.xiangbinjun.com
+img.biguz.net
+static.heavy-r.com
+thumbs.gfycat.com

+ 1 - 0
Source/non_ip/cdn.conf

@@ -42,4 +42,5 @@ DOMAIN-SUFFIX,csb.app
 DOMAIN-SUFFIX,azurestaticapps.net
 DOMAIN-SUFFIX,azurestaticapps.net
 # >> AWS S3
 # >> AWS S3
 DOMAIN-SUFFIX,s3.amazonaws.com
 DOMAIN-SUFFIX,s3.amazonaws.com
+DOMAIN-SUFFIX,s3.us-west-2.amazonaws.com
 # --- [AWS S3 Replace Me] ---
 # --- [AWS S3 Replace Me] ---