index.ts 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. import { downloadPreviousBuild, downloadPublicSuffixList } from './download-previous-build';
  2. import { buildCommon } from './build-common';
  3. import { buildAntiBogusDomain } from './build-anti-bogus-domain';
  4. import { buildAppleCdn } from './build-apple-cdn';
  5. import { buildCdnConf } from './build-cdn-conf';
  6. import { buildPhishingDomainSet } from './build-phishing-domainset';
  7. import { buildRejectDomainSet } from './build-reject-domainset';
  8. import { buildTelegramCIDR } from './build-telegram-cidr';
  9. import { buildChnCidr } from './build-chn-cidr';
  10. import { buildSpeedtestDomainSet } from './build-speedtest-domainset';
  11. import { buildInternalCDNDomains } from './build-internal-cdn-rules';
  12. import { buildInternalChnDomains } from './build-internal-chn-domains';
  13. import { buildDomesticRuleset } from './build-domestic-ruleset';
  14. import { buildStreamService } from './build-stream-service';
  15. import { buildRedirectModule } from './build-redirect-module';
  16. import { validate } from './validate-domainset';
  17. import { buildPublicHtml } from './build-public';
  18. import { TaskResult } from './lib/trace-runner';
  19. (async () => {
  20. const buildInternalReverseChnCIDRWorker = new Worker(new URL('./workers/build-internal-reverse-chn-cidr-worker.ts', import.meta.url));
  21. try {
  22. const downloadPreviousBuildPromise = downloadPreviousBuild();
  23. const downloadPublicSuffixListPromise = downloadPublicSuffixList();
  24. const buildCommonPromise = downloadPreviousBuildPromise.then(() => buildCommon());
  25. const buildAntiBogusDomainPromise = downloadPreviousBuildPromise.then(() => buildAntiBogusDomain());
  26. const buildAppleCdnPromise = downloadPreviousBuildPromise.then(() => buildAppleCdn());
  27. const buildCdnConfPromise = Promise.all([
  28. downloadPreviousBuildPromise,
  29. downloadPublicSuffixListPromise
  30. ]).then(() => buildCdnConf());
  31. const buildPhilishingDomainsetPromise = Promise.all([
  32. downloadPreviousBuildPromise,
  33. downloadPublicSuffixListPromise
  34. ]).then(() => buildPhishingDomainSet());
  35. const buildRejectDomainSetPromise = Promise.all([
  36. downloadPreviousBuildPromise,
  37. downloadPublicSuffixListPromise,
  38. buildPhilishingDomainsetPromise
  39. ]).then(() => buildRejectDomainSet());
  40. const buildTelegramCIDRPromise = downloadPreviousBuildPromise.then(() => buildTelegramCIDR());
  41. const buildChnCidrPromise = downloadPreviousBuildPromise.then(() => buildChnCidr());
  42. const buildSpeedtestDomainSetPromise = downloadPreviousBuildPromise.then(() => buildSpeedtestDomainSet());
  43. const buildInternalCDNDomainsPromise = Promise.all([
  44. downloadPublicSuffixListPromise,
  45. buildCommonPromise,
  46. buildCdnConfPromise
  47. ]).then(() => buildInternalCDNDomains());
  48. const buildInternalReverseChnCIDRPromise = new Promise<TaskResult>(resolve => {
  49. buildInternalReverseChnCIDRWorker.postMessage(null);
  50. buildInternalReverseChnCIDRWorker.onmessage = (e: MessageEvent<TaskResult>) => {
  51. buildInternalReverseChnCIDRWorker.terminate();
  52. resolve(e.data);
  53. };
  54. });
  55. const buildInternalChnDomainsPromise = buildInternalChnDomains();
  56. const buildDomesticRulesetPromise = downloadPreviousBuildPromise.then(() => buildDomesticRuleset());
  57. const buildRedirectModulePromise = downloadPreviousBuildPromise.then(() => buildRedirectModule());
  58. const buildStreamServicePromise = downloadPreviousBuildPromise.then(() => buildStreamService());
  59. const stats = await Promise.all([
  60. downloadPreviousBuildPromise,
  61. downloadPublicSuffixListPromise,
  62. buildCommonPromise,
  63. buildAntiBogusDomainPromise,
  64. buildAppleCdnPromise,
  65. buildCdnConfPromise,
  66. buildPhilishingDomainsetPromise,
  67. buildRejectDomainSetPromise,
  68. buildTelegramCIDRPromise,
  69. buildChnCidrPromise,
  70. buildSpeedtestDomainSetPromise,
  71. buildInternalCDNDomainsPromise,
  72. buildInternalReverseChnCIDRPromise,
  73. buildInternalChnDomainsPromise,
  74. buildDomesticRulesetPromise,
  75. buildRedirectModulePromise,
  76. buildStreamServicePromise
  77. ]);
  78. await Promise.all([
  79. buildPublicHtml(),
  80. validate()
  81. ]);
  82. printStats(stats);
  83. } catch (e) {
  84. console.error(e);
  85. }
  86. })();
  87. function printStats(stats: Array<{ start: number, end: number, taskName: string }>): void {
  88. stats.sort((a, b) => a.start - b.start);
  89. const longestTaskName = Math.max(...stats.map(i => i.taskName.length));
  90. const realStart = Math.min(...stats.map(i => i.start));
  91. const realEnd = Math.max(...stats.map(i => i.end));
  92. const statsStep = ((realEnd - realStart) / 160) | 0;
  93. stats.forEach(stat => {
  94. console.log(
  95. `[${stat.taskName}]${' '.repeat(longestTaskName - stat.taskName.length)}`,
  96. ' '.repeat(((stat.start - realStart) / statsStep) | 0),
  97. '='.repeat(Math.max(((stat.end - stat.start) / statsStep) | 0, 1))
  98. );
  99. });
  100. }