index.ts 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140
  1. import process from 'node:process';
  2. import os from 'node:os';
  3. import fs from 'node:fs';
  4. import { downloadPreviousBuild } from './download-previous-build';
  5. import { buildCommon } from './build-common';
  6. import { buildRejectIPList } from './build-reject-ip-list';
  7. import { buildAppleCdn } from './build-apple-cdn';
  8. import { buildRejectDomainSet } from './build-reject-domainset';
  9. import { buildChnCidr } from './build-chn-cidr';
  10. import { buildSpeedtestDomainSet } from './build-speedtest-domainset';
  11. import { buildDomesticRuleset } from './build-domestic-direct-lan-ruleset-dns-mapping-module';
  12. import { buildGlobalRuleset } from './build-global-server-dns-mapping';
  13. import { buildStreamService } from './build-stream-service';
  14. import { buildRedirectModule } from './build-sgmodule-redirect';
  15. import { buildAlwaysRealIPModule } from './build-sgmodule-always-realip';
  16. import { createWorker } from './lib/worker';
  17. import { buildPublic } from './build-public';
  18. import { buildCloudMounterRules } from './build-cloudmounter-rules';
  19. import { printStats, printTraceResult, whyIsNodeRunning } from './trace';
  20. import type { TraceResult } from './trace';
  21. import { buildDeprecateFiles } from './build-deprecate-files';
  22. import path from 'node:path';
  23. import { ROOT_DIR } from './constants/dir';
  24. import { isCI } from 'ci-info';
  25. process.on('uncaughtException', (error) => {
  26. console.error('Uncaught exception:', error);
  27. process.exit(1);
  28. });
  29. process.on('unhandledRejection', (reason) => {
  30. console.error('Unhandled rejection:', reason);
  31. process.exit(1);
  32. });
  33. const buildFinishedLock = path.join(ROOT_DIR, '.BUILD_FINISHED');
  34. (async () => {
  35. console.log('Version:', process.version);
  36. console.log(`OS: ${os.type()} ${os.release()} ${os.arch()}`);
  37. console.log(`Node.js: ${process.versions.node}`);
  38. console.log(`V8: ${process.versions.v8}`);
  39. const cpus = os.cpus()
  40. .reduce<Record<string, number>>((o, cpu) => {
  41. o[cpu.model] = (o[cpu.model] || 0) + 1;
  42. return o;
  43. }, {});
  44. console.log(`CPU: ${
  45. Object.keys(cpus)
  46. .map((key) => `${key} x ${cpus[key]}`)
  47. .join('\n')
  48. }`);
  49. if ('availableParallelism' in os) {
  50. console.log(`Available parallelism: ${os.availableParallelism()}`);
  51. }
  52. console.log(`Memory: ${os.totalmem() / (1024 * 1024)} MiB`);
  53. if (fs.existsSync(buildFinishedLock)) {
  54. fs.unlinkSync(buildFinishedLock);
  55. }
  56. const microsoftCdnWorker = createWorker<typeof import('./build-microsoft-cdn.worker')>(
  57. require.resolve('./build-microsoft-cdn.worker')
  58. )(['buildMicrosoftCdn']);
  59. const cdnDownloadWorker = createWorker<typeof import('./build-cdn-download-conf.worker')>(
  60. require.resolve('./build-cdn-download-conf.worker')
  61. )(['buildCdnDownloadConf']);
  62. const telegramCidrWorker = createWorker<typeof import('./build-telegram-cidr.worker')>(
  63. require.resolve('./build-telegram-cidr.worker')
  64. )(['buildTelegramCIDR']);
  65. const mockAssetsWorker = createWorker<typeof import('./download-mock-assets.worker')>(
  66. require.resolve('./download-mock-assets.worker')
  67. )(['downloadMockAssets']);
  68. try {
  69. // only enable why-is-node-running in GitHub Actions debug mode
  70. if (isCI && process.env.RUNNER_DEBUG === '1') {
  71. await import('why-is-node-running');
  72. }
  73. const downloadPreviousBuildPromise = downloadPreviousBuild();
  74. const traces: TraceResult[] = await Promise.all([
  75. downloadPreviousBuildPromise,
  76. downloadPreviousBuildPromise.then(() => buildCommon()),
  77. downloadPreviousBuildPromise.then(() => buildRejectIPList()),
  78. downloadPreviousBuildPromise.then(() => buildAppleCdn()),
  79. downloadPreviousBuildPromise.then(() => cdnDownloadWorker.buildCdnDownloadConf()),
  80. downloadPreviousBuildPromise.then(() => buildRejectDomainSet()),
  81. downloadPreviousBuildPromise.then(() => telegramCidrWorker.buildTelegramCIDR()),
  82. downloadPreviousBuildPromise.then(() => buildChnCidr()),
  83. downloadPreviousBuildPromise.then(() => buildSpeedtestDomainSet()),
  84. downloadPreviousBuildPromise.then(() => buildDomesticRuleset()),
  85. downloadPreviousBuildPromise.then(() => buildGlobalRuleset()),
  86. downloadPreviousBuildPromise.then(() => buildRedirectModule()),
  87. downloadPreviousBuildPromise.then(() => buildAlwaysRealIPModule()),
  88. downloadPreviousBuildPromise.then(() => buildStreamService()),
  89. downloadPreviousBuildPromise.then(() => microsoftCdnWorker.buildMicrosoftCdn()),
  90. downloadPreviousBuildPromise.then(() => buildCloudMounterRules()),
  91. mockAssetsWorker.downloadMockAssets()
  92. ]);
  93. traces.push(
  94. await buildDeprecateFiles(),
  95. await buildPublic()
  96. );
  97. // write a file to demonstrate that the build is finished
  98. fs.writeFileSync(buildFinishedLock, 'BUILD_FINISHED\n');
  99. traces.forEach((t) => {
  100. printTraceResult(t);
  101. });
  102. printStats(traces);
  103. await microsoftCdnWorker.end();
  104. await cdnDownloadWorker.end();
  105. await telegramCidrWorker.end();
  106. await mockAssetsWorker.end();
  107. // Finish the build to avoid leaking timer/fetch ref
  108. await whyIsNodeRunning();
  109. process.exit(0);
  110. } catch (e) {
  111. console.error('Something went wrong!');
  112. console.trace(e);
  113. process.exit(1);
  114. }
  115. })();