index.ts 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. import { downloadPreviousBuild, downloadPublicSuffixList } from './download-previous-build';
  2. import { buildCommon } from './build-common';
  3. import { buildAntiBogusDomain } from './build-anti-bogus-domain';
  4. import { buildAppleCdn } from './build-apple-cdn';
  5. import { buildCdnConf } from './build-cdn-conf';
  6. import { buildPhishingDomainSet } from './build-phishing-domainset';
  7. import { buildRejectDomainSet } from './build-reject-domainset';
  8. import { buildTelegramCIDR } from './build-telegram-cidr';
  9. import { buildChnCidr } from './build-chn-cidr';
  10. import { buildSpeedtestDomainSet } from './build-speedtest-domainset';
  11. import { buildInternalCDNDomains } from './build-internal-cdn-rules';
  12. // import { buildInternalChnDomains } from './build-internal-chn-domains';
  13. import { buildDomesticRuleset } from './build-domestic-ruleset';
  14. import { buildStreamService } from './build-stream-service';
  15. import { buildRedirectModule } from './build-redirect-module';
  16. import { validate } from './validate-domainset';
  17. import { buildPublicHtml } from './build-public';
  18. // import type { TaskResult } from './lib/trace-runner';
  19. (async () => {
  20. console.log('Bun version:', Bun.version);
  21. try {
  22. // TODO: restore this once Bun has fixed their worker
  23. // const buildInternalReverseChnCIDRWorker = new Worker(new URL('./workers/build-internal-reverse-chn-cidr-worker.ts', import.meta.url));
  24. const downloadPreviousBuildPromise = downloadPreviousBuild();
  25. const downloadPublicSuffixListPromise = downloadPublicSuffixList();
  26. const buildCommonPromise = downloadPreviousBuildPromise.then(() => buildCommon());
  27. const buildAntiBogusDomainPromise = downloadPreviousBuildPromise.then(() => buildAntiBogusDomain());
  28. const buildAppleCdnPromise = downloadPreviousBuildPromise.then(() => buildAppleCdn());
  29. const buildCdnConfPromise = Promise.all([
  30. downloadPreviousBuildPromise,
  31. downloadPublicSuffixListPromise
  32. ]).then(() => buildCdnConf());
  33. const buildPhilishingDomainsetPromise = Promise.all([
  34. downloadPreviousBuildPromise,
  35. downloadPublicSuffixListPromise
  36. ]).then(() => buildPhishingDomainSet());
  37. const buildRejectDomainSetPromise = Promise.all([
  38. downloadPreviousBuildPromise,
  39. downloadPublicSuffixListPromise,
  40. buildPhilishingDomainsetPromise
  41. ]).then(() => buildRejectDomainSet());
  42. const buildTelegramCIDRPromise = downloadPreviousBuildPromise.then(() => buildTelegramCIDR());
  43. const buildChnCidrPromise = downloadPreviousBuildPromise.then(() => buildChnCidr());
  44. const buildSpeedtestDomainSetPromise = downloadPreviousBuildPromise.then(() => buildSpeedtestDomainSet());
  45. const buildInternalCDNDomainsPromise = Promise.all([
  46. downloadPublicSuffixListPromise,
  47. buildCommonPromise,
  48. buildCdnConfPromise
  49. ]).then(() => buildInternalCDNDomains());
  50. // const buildInternalReverseChnCIDRPromise = new Promise<TaskResult>(resolve => {
  51. // const handleMessage = (e: MessageEvent<TaskResult>) => {
  52. // const { data } = e;
  53. // buildInternalReverseChnCIDRWorker.postMessage('exit');
  54. // buildInternalReverseChnCIDRWorker.removeEventListener('message', handleMessage);
  55. // resolve(data);
  56. // };
  57. // buildInternalReverseChnCIDRWorker.addEventListener('message', handleMessage);
  58. // buildInternalReverseChnCIDRWorker.postMessage('build');
  59. // });
  60. // const buildInternalChnDomainsPromise = buildInternalChnDomains();
  61. const buildDomesticRulesetPromise = downloadPreviousBuildPromise.then(() => buildDomesticRuleset());
  62. const buildRedirectModulePromise = downloadPreviousBuildPromise.then(() => buildRedirectModule());
  63. const buildStreamServicePromise = downloadPreviousBuildPromise.then(() => buildStreamService());
  64. const stats = await Promise.all([
  65. downloadPreviousBuildPromise,
  66. downloadPublicSuffixListPromise,
  67. buildCommonPromise,
  68. buildAntiBogusDomainPromise,
  69. buildAppleCdnPromise,
  70. buildCdnConfPromise,
  71. buildPhilishingDomainsetPromise,
  72. buildRejectDomainSetPromise,
  73. buildTelegramCIDRPromise,
  74. buildChnCidrPromise,
  75. buildSpeedtestDomainSetPromise,
  76. buildInternalCDNDomainsPromise,
  77. // buildInternalReverseChnCIDRPromise,
  78. // buildInternalChnDomainsPromise,
  79. buildDomesticRulesetPromise,
  80. buildRedirectModulePromise,
  81. buildStreamServicePromise
  82. ]);
  83. await Promise.all([
  84. buildPublicHtml(),
  85. validate()
  86. ]);
  87. printStats(stats);
  88. } catch (e) {
  89. console.error(e);
  90. console.error('Something went wrong!');
  91. }
  92. })();
  93. function printStats(stats: Array<{ start: number, end: number, taskName: string }>): void {
  94. stats.sort((a, b) => a.start - b.start);
  95. const longestTaskName = Math.max(...stats.map(i => i.taskName.length));
  96. const realStart = Math.min(...stats.map(i => i.start));
  97. const realEnd = Math.max(...stats.map(i => i.end));
  98. const statsStep = ((realEnd - realStart) / 160) | 0;
  99. stats.forEach(stat => {
  100. console.log(
  101. `[${stat.taskName}]${' '.repeat(longestTaskName - stat.taskName.length)}`,
  102. ' '.repeat(((stat.start - realStart) / statsStep) | 0),
  103. '='.repeat(Math.max(((stat.end - stat.start) / statsStep) | 0, 1))
  104. );
  105. });
  106. }