浏览代码

Chore: minor changes to build infra

SukkaW 1 年之前
父节点
当前提交
dfe1600a90
共有 3 个文件被更改,包括 5 次插入13 次删除
  1. 1 1
      Build/build-sgmodule-redirect.ts
  2. 1 1
      Build/build-speedtest-domainset.ts
  3. 3 11
      Build/validate-domestic.ts

+ 1 - 1
Build/build-sgmodule-redirect.ts

@@ -1,7 +1,7 @@
 import path from 'node:path';
 import { task } from './trace';
 import { compareAndWriteFile } from './lib/create-file';
-import { getHostname } from 'tldts';
+import { getHostname } from 'tldts-experimental';
 import { isTruthy } from './lib/misc';
 import { OUTPUT_MODULES_DIR } from './constants/dir';
 

+ 1 - 1
Build/build-speedtest-domainset.ts

@@ -1,7 +1,7 @@
 import path from 'node:path';
 
 import { Sema } from 'async-sema';
-import { getHostname } from 'tldts';
+import { getHostname } from 'tldts-experimental';
 import { task } from './trace';
 import { fetchWithRetry } from './lib/fetch-retry';
 import { SHARED_DESCRIPTION } from './lib/constants';

+ 3 - 11
Build/validate-domestic.ts

@@ -1,21 +1,13 @@
-import { fetchRemoteTextByLine, readFileByLine } from './lib/fetch-text-by-line';
+import { readFileByLine } from './lib/fetch-text-by-line';
 import { parse } from 'csv-parse/sync';
 import { createTrie } from './lib/trie';
 import path from 'node:path';
 import { processLine } from './lib/process-line';
-import { extractDomainsFromFelixDnsmasq } from './lib/parse-dnsmasq';
+import { parseFelixDnsmasq } from './lib/parse-dnsmasq';
 import { SOURCE_DIR } from './constants/dir';
 
 export const parseDomesticList = async () => {
-  const set = new Set<string>();
-  for await (const line of await fetchRemoteTextByLine('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf')) {
-    const domain = extractDomainsFromFelixDnsmasq(line);
-    if (domain) {
-      set.add(domain);
-    }
-  }
-
-  const trie = createTrie(set, true);
+  const trie = createTrie(await parseFelixDnsmasq('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf'), true);
 
   const top5000 = new Set<string>();