Browse Source

Update validation tools

SukkaW 2 years ago
parent
commit
7f62344e89
2 changed files with 3 additions and 2 deletions
  1. 2 1
      Build/validate-domestic.ts
  2. 1 1
      Build/validate-gfwlist.ts

+ 2 - 1
Build/validate-domestic.ts

@@ -18,12 +18,13 @@ export const parseDomesticList = async () => {
 
   const top5000 = new Set<string>();
 
-  const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000');
+  const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
   const stream = Readable.fromWeb(res.body!).pipe(parse());
   for await (const [domain] of stream) {
     if (trie.has(domain)) {
       top5000.add(domain);
     }
+    console.log({ domain });
   }
 
   const notIncludedDomestic = new Set<string>(top5000);

+ 1 - 1
Build/validate-gfwlist.ts

@@ -56,7 +56,7 @@ export const parseGfwList = async () => {
 
   const top500Gfwed = new Set<string>();
 
-  const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000');
+  const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
   const stream = Readable.fromWeb(res.body!).pipe(parse());
 
   const trie = createTrie(blackSet);