index.ts 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116
  1. import { downloadPreviousBuild, downloadPublicSuffixList } from './download-previous-build';
  2. import { buildCommon } from './build-common';
  3. import { buildAntiBogusDomain } from './build-anti-bogus-domain';
  4. import { buildAppleCdn } from './build-apple-cdn';
  5. import { buildCdnConf } from './build-cdn-conf';
  6. import { buildPhishingDomainSet } from './build-phishing-domainset';
  7. import { buildRejectDomainSet } from './build-reject-domainset';
  8. import { buildTelegramCIDR } from './build-telegram-cidr';
  9. import { buildChnCidr } from './build-chn-cidr';
  10. import { buildSpeedtestDomainSet } from './build-speedtest-domainset';
  11. import { buildInternalCDNDomains } from './build-internal-cdn-rules';
  12. import { buildInternalChnDomains } from './build-internal-chn-domains';
  13. import { buildDomesticRuleset } from './build-domestic-ruleset';
  14. import { buildStreamService } from './build-stream-service';
  15. import { buildRedirectModule } from './build-redirect-module';
  16. import { validate } from './validate-domainset';
  17. import { buildPublicHtml } from './build-public';
  18. import { TaskResult } from './lib/trace-runner';
  19. (async () => {
  20. console.log('Bun version:', Bun.version);
  21. try {
  22. const downloadPreviousBuildPromise = downloadPreviousBuild();
  23. const downloadPublicSuffixListPromise = downloadPublicSuffixList();
  24. const buildCommonPromise = downloadPreviousBuildPromise.then(() => buildCommon());
  25. const buildAntiBogusDomainPromise = downloadPreviousBuildPromise.then(() => buildAntiBogusDomain());
  26. const buildAppleCdnPromise = downloadPreviousBuildPromise.then(() => buildAppleCdn());
  27. const buildCdnConfPromise = Promise.all([
  28. downloadPreviousBuildPromise,
  29. downloadPublicSuffixListPromise
  30. ]).then(() => buildCdnConf());
  31. const buildPhilishingDomainsetPromise = Promise.all([
  32. downloadPreviousBuildPromise,
  33. downloadPublicSuffixListPromise
  34. ]).then(() => buildPhishingDomainSet());
  35. const buildRejectDomainSetPromise = Promise.all([
  36. downloadPreviousBuildPromise,
  37. downloadPublicSuffixListPromise,
  38. buildPhilishingDomainsetPromise
  39. ]).then(() => buildRejectDomainSet());
  40. const buildTelegramCIDRPromise = downloadPreviousBuildPromise.then(() => buildTelegramCIDR());
  41. const buildChnCidrPromise = downloadPreviousBuildPromise.then(() => buildChnCidr());
  42. const buildSpeedtestDomainSetPromise = downloadPreviousBuildPromise.then(() => buildSpeedtestDomainSet());
  43. const buildInternalCDNDomainsPromise = Promise.all([
  44. downloadPublicSuffixListPromise,
  45. buildCommonPromise,
  46. buildCdnConfPromise
  47. ]).then(() => buildInternalCDNDomains());
  48. const buildInternalReverseChnCIDRPromise = new Promise<TaskResult>(resolve => {
  49. const buildInternalReverseChnCIDRWorker = new Worker(new URL('./workers/build-internal-reverse-chn-cidr-worker.ts', import.meta.url));
  50. const handleMessage = (e: MessageEvent<TaskResult>) => {
  51. buildInternalReverseChnCIDRWorker.terminate();
  52. resolve(e.data);
  53. }
  54. buildInternalReverseChnCIDRWorker.addEventListener('message', handleMessage);
  55. });
  56. const buildInternalChnDomainsPromise = buildInternalChnDomains();
  57. const buildDomesticRulesetPromise = downloadPreviousBuildPromise.then(() => buildDomesticRuleset());
  58. const buildRedirectModulePromise = downloadPreviousBuildPromise.then(() => buildRedirectModule());
  59. const buildStreamServicePromise = downloadPreviousBuildPromise.then(() => buildStreamService());
  60. const stats = await Promise.all([
  61. downloadPreviousBuildPromise,
  62. downloadPublicSuffixListPromise,
  63. buildCommonPromise,
  64. buildAntiBogusDomainPromise,
  65. buildAppleCdnPromise,
  66. buildCdnConfPromise,
  67. buildPhilishingDomainsetPromise,
  68. buildRejectDomainSetPromise,
  69. buildTelegramCIDRPromise,
  70. buildChnCidrPromise,
  71. buildSpeedtestDomainSetPromise,
  72. buildInternalCDNDomainsPromise,
  73. buildInternalReverseChnCIDRPromise,
  74. buildInternalChnDomainsPromise,
  75. buildDomesticRulesetPromise,
  76. buildRedirectModulePromise,
  77. buildStreamServicePromise
  78. ]);
  79. await Promise.all([
  80. buildPublicHtml(),
  81. validate()
  82. ]);
  83. printStats(stats);
  84. } catch (e) {
  85. console.error(e);
  86. }
  87. })();
  88. function printStats(stats: Array<{ start: number, end: number, taskName: string }>): void {
  89. stats.sort((a, b) => a.start - b.start);
  90. const longestTaskName = Math.max(...stats.map(i => i.taskName.length));
  91. const realStart = Math.min(...stats.map(i => i.start));
  92. const realEnd = Math.max(...stats.map(i => i.end));
  93. const statsStep = ((realEnd - realStart) / 160) | 0;
  94. stats.forEach(stat => {
  95. console.log(
  96. `[${stat.taskName}]${' '.repeat(longestTaskName - stat.taskName.length)}`,
  97. ' '.repeat(((stat.start - realStart) / statsStep) | 0),
  98. '='.repeat(Math.max(((stat.end - stat.start) / statsStep) | 0, 1))
  99. );
  100. });
  101. }