SukkaSurge/Build/validate-reject-stats.ts

import path from 'node:path';
import { OUTPUT_SURGE_DIR } from './constants/dir';
import tldts from 'tldts-experimental';
import { loosTldOptWithPrivateDomains } from './constants/loose-tldts-opt';
import runAgainstSourceFile from './lib/run-against-source-file';
import { Counter } from 'foxts/counter';

(async () => {
  const rejectDomainCountMap = new Counter();
  const rejectExtraDomainCountMap = new Counter();

  const callback = (map: Counter<string>) => (domain: string) => {
    const apexDomain = tldts.getDomain(domain, loosTldOptWithPrivateDomains);
    if (!apexDomain) {
      return;
    }

    map.incr(apexDomain);
  };

  await runAgainstSourceFile(
    path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject.conf'),
    callback(rejectDomainCountMap)
  );
  await runAgainstSourceFile(
    path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject_extra.conf'),
    callback(rejectExtraDomainCountMap)
  );

  const rejectDomainCountArr = Array.from(rejectDomainCountMap).sort((a, b) => b[1] - a[1]).filter(([, count]) => count > 20);
  const rejectExtraDomainCountArr = Array.from(rejectExtraDomainCountMap).sort((a, b) => b[1] - a[1]).filter(([, count]) => count > 20);

  console.table(rejectDomainCountArr);
  console.table(rejectExtraDomainCountArr);
})();