Browse Source

Update Phishing Black TLD & Reject Domainset Builder

SukkaW 3 years ago
parent
commit
ba29536177
3 changed files with 6 additions and 7 deletions
  1. 2 1
      Build/build-phishing-domainset.js
  2. 1 6
      Build/build-reject-domainset.js
  3. 3 0
      List/non_ip/reject.conf

+ 2 - 1
Build/build-phishing-domainset.js

@@ -17,7 +17,8 @@ const BLACK_TLD = [
   '.shop',
   '.shop',
   '.cool',
   '.cool',
   '.cyou',
   '.cyou',
-  '.id'
+  '.id',
+  '.pro'
 ];
 ];
 
 
 (async () => {
 (async () => {

+ 1 - 6
Build/build-reject-domainset.js

@@ -230,7 +230,6 @@ const threads = isCI ? cpuCount : cpuCount / 2;
   console.log(`Start deduping from black keywords/suffixes! (${previousSize})`);
   console.log(`Start deduping from black keywords/suffixes! (${previousSize})`);
   console.time(`* Dedupe from black keywords/suffixes`);
   console.time(`* Dedupe from black keywords/suffixes`);
 
 
-  const toBeRemoved = new Set();
   for (const domain of domainSets) {
   for (const domain of domainSets) {
     let isTobeRemoved = false;
     let isTobeRemoved = false;
 
 
@@ -260,14 +259,10 @@ const threads = isCI ? cpuCount : cpuCount / 2;
     }
     }
 
 
     if (isTobeRemoved) {
     if (isTobeRemoved) {
-      toBeRemoved.add(domain);
+      domainSets.delete(domain);
     }
     }
   }
   }
 
 
-  toBeRemoved.forEach((removed) => {
-    domainSets.delete(removed)
-  });
-
   console.timeEnd(`* Dedupe from black keywords/suffixes`);
   console.timeEnd(`* Dedupe from black keywords/suffixes`);
   console.log(`Deduped ${previousSize} - ${domainSets.size} = ${previousSize - domainSets.size} from black keywords and suffixes!`);
   console.log(`Deduped ${previousSize} - ${domainSets.size} = ${previousSize - domainSets.size} from black keywords and suffixes!`);
 
 

+ 3 - 0
List/non_ip/reject.conf

@@ -15,6 +15,9 @@ DOMAIN-KEYWORD,.nimiq.
 DOMAIN-KEYWORD,anybest.
 DOMAIN-KEYWORD,anybest.
 DOMAIN-KEYWORD,dubester.
 DOMAIN-KEYWORD,dubester.
 
 
+# >> duckdns.org (way too many abuse)
+DOMAIN-SUFFIX,duckdns.org
+
 # --- End of Blacklist Section
 # --- End of Blacklist Section
 
 
 # --- AD Block ---
 # --- AD Block ---