index.ts 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120
  1. import { downloadPreviousBuild, downloadPublicSuffixList } from './download-previous-build';
  2. import { buildCommon } from './build-common';
  3. import { buildAntiBogusDomain } from './build-anti-bogus-domain';
  4. import { buildAppleCdn } from './build-apple-cdn';
  5. import { buildCdnConf } from './build-cdn-conf';
  6. import { buildPhishingDomainSet } from './build-phishing-domainset';
  7. import { buildRejectDomainSet } from './build-reject-domainset';
  8. import { buildTelegramCIDR } from './build-telegram-cidr';
  9. import { buildChnCidr } from './build-chn-cidr';
  10. import { buildSpeedtestDomainSet } from './build-speedtest-domainset';
  11. import { buildInternalCDNDomains } from './build-internal-cdn-rules';
  12. import { buildInternalChnDomains } from './build-internal-chn-domains';
  13. import { buildDomesticRuleset } from './build-domestic-ruleset';
  14. import { buildStreamService } from './build-stream-service';
  15. import { buildRedirectModule } from './build-redirect-module';
  16. import { validate } from './validate-domainset';
  17. import { buildPublicHtml } from './build-public';
  18. import { TaskResult } from './lib/trace-runner';
  19. (async () => {
  20. console.log('Bun version:', Bun.version);
  21. try {
  22. const buildInternalReverseChnCIDRWorker = new Worker(new URL('./workers/build-internal-reverse-chn-cidr-worker.ts', import.meta.url));
  23. const downloadPreviousBuildPromise = downloadPreviousBuild();
  24. const downloadPublicSuffixListPromise = downloadPublicSuffixList();
  25. const buildCommonPromise = downloadPreviousBuildPromise.then(() => buildCommon());
  26. const buildAntiBogusDomainPromise = downloadPreviousBuildPromise.then(() => buildAntiBogusDomain());
  27. const buildAppleCdnPromise = downloadPreviousBuildPromise.then(() => buildAppleCdn());
  28. const buildCdnConfPromise = Promise.all([
  29. downloadPreviousBuildPromise,
  30. downloadPublicSuffixListPromise
  31. ]).then(() => buildCdnConf());
  32. const buildPhilishingDomainsetPromise = Promise.all([
  33. downloadPreviousBuildPromise,
  34. downloadPublicSuffixListPromise
  35. ]).then(() => buildPhishingDomainSet());
  36. const buildRejectDomainSetPromise = Promise.all([
  37. downloadPreviousBuildPromise,
  38. downloadPublicSuffixListPromise,
  39. buildPhilishingDomainsetPromise
  40. ]).then(() => buildRejectDomainSet());
  41. const buildTelegramCIDRPromise = downloadPreviousBuildPromise.then(() => buildTelegramCIDR());
  42. const buildChnCidrPromise = downloadPreviousBuildPromise.then(() => buildChnCidr());
  43. const buildSpeedtestDomainSetPromise = downloadPreviousBuildPromise.then(() => buildSpeedtestDomainSet());
  44. const buildInternalCDNDomainsPromise = Promise.all([
  45. downloadPublicSuffixListPromise,
  46. buildCommonPromise,
  47. buildCdnConfPromise
  48. ]).then(() => buildInternalCDNDomains());
  49. const buildInternalReverseChnCIDRPromise = new Promise<TaskResult>(resolve => {
  50. const handleMessage = (e: MessageEvent<TaskResult>) => {
  51. buildInternalReverseChnCIDRWorker.unref();
  52. const { data } = e;
  53. buildInternalReverseChnCIDRWorker.postMessage('exit');
  54. resolve(data);
  55. };
  56. buildInternalReverseChnCIDRWorker.addEventListener('message', handleMessage, { once: true });
  57. buildInternalReverseChnCIDRWorker.postMessage('build');
  58. });
  59. const buildInternalChnDomainsPromise = buildInternalChnDomains();
  60. const buildDomesticRulesetPromise = downloadPreviousBuildPromise.then(() => buildDomesticRuleset());
  61. const buildRedirectModulePromise = downloadPreviousBuildPromise.then(() => buildRedirectModule());
  62. const buildStreamServicePromise = downloadPreviousBuildPromise.then(() => buildStreamService());
  63. const stats = await Promise.all([
  64. downloadPreviousBuildPromise,
  65. downloadPublicSuffixListPromise,
  66. buildCommonPromise,
  67. buildAntiBogusDomainPromise,
  68. buildAppleCdnPromise,
  69. buildCdnConfPromise,
  70. buildPhilishingDomainsetPromise,
  71. buildRejectDomainSetPromise,
  72. buildTelegramCIDRPromise,
  73. buildChnCidrPromise,
  74. buildSpeedtestDomainSetPromise,
  75. buildInternalCDNDomainsPromise,
  76. buildInternalReverseChnCIDRPromise,
  77. buildInternalChnDomainsPromise,
  78. buildDomesticRulesetPromise,
  79. buildRedirectModulePromise,
  80. buildStreamServicePromise
  81. ]);
  82. await Promise.all([
  83. buildPublicHtml(),
  84. validate()
  85. ]);
  86. printStats(stats);
  87. } catch (e) {
  88. console.error(e);
  89. console.error('Something went wrong!')
  90. }
  91. })();
  92. function printStats(stats: Array<{ start: number, end: number, taskName: string }>): void {
  93. stats.sort((a, b) => a.start - b.start);
  94. const longestTaskName = Math.max(...stats.map(i => i.taskName.length));
  95. const realStart = Math.min(...stats.map(i => i.start));
  96. const realEnd = Math.max(...stats.map(i => i.end));
  97. const statsStep = ((realEnd - realStart) / 160) | 0;
  98. stats.forEach(stat => {
  99. console.log(
  100. `[${stat.taskName}]${' '.repeat(longestTaskName - stat.taskName.length)}`,
  101. ' '.repeat(((stat.start - realStart) / statsStep) | 0),
  102. '='.repeat(Math.max(((stat.end - stat.start) / statsStep) | 0, 1))
  103. );
  104. });
  105. }