build-cdn-conf.ts 2.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980
  1. import path from 'path';
  2. import { createRuleset } from './lib/create-file';
  3. import { readFileByLine } from './lib/fetch-text-by-line';
  4. import { createTrie } from './lib/trie';
  5. import { task } from './trace';
  6. import { processLine } from './lib/process-line';
  7. import { SHARED_DESCRIPTION } from './lib/constants';
  8. import { getPublicSuffixListTextPromise } from './download-publicsuffixlist';
  9. const getS3OSSDomains = async (): Promise<Set<string>> => {
  10. const trie = createTrie((await getPublicSuffixListTextPromise()).split('\n'));
  11. /**
  12. * Extract OSS domain from publicsuffix list
  13. */
  14. const S3OSSDomains = new Set<string>();
  15. trie.find('.amazonaws.com').forEach((line: string) => {
  16. if (
  17. (line.startsWith('s3-') || line.startsWith('s3.'))
  18. && !line.includes('cn-')
  19. ) {
  20. S3OSSDomains.add(line);
  21. }
  22. });
  23. trie.find('.scw.cloud').forEach((line: string) => {
  24. if (
  25. (line.startsWith('s3-') || line.startsWith('s3.'))
  26. && !line.includes('cn-')
  27. ) {
  28. S3OSSDomains.add(line);
  29. }
  30. });
  31. trie.find('sakurastorage.jp').forEach((line: string) => {
  32. if (
  33. (line.startsWith('s3-') || line.startsWith('s3.'))
  34. ) {
  35. S3OSSDomains.add(line);
  36. }
  37. });
  38. return S3OSSDomains;
  39. };
  40. const buildCdnConf = task(import.meta.path, async () => {
  41. /** @type {string[]} */
  42. const cdnDomainsList: string[] = [];
  43. const getS3OSSDomainsPromise: Promise<Set<string>> = getS3OSSDomains();
  44. for await (const l of readFileByLine(path.resolve(import.meta.dir, '../Source/non_ip/cdn.conf'))) {
  45. const line = processLine(l);
  46. if (line) {
  47. cdnDomainsList.push(line);
  48. }
  49. }
  50. (await getS3OSSDomainsPromise).forEach((domain: string) => { cdnDomainsList.push(`DOMAIN-SUFFIX,${domain}`); });
  51. const description: string[] = [
  52. ...SHARED_DESCRIPTION,
  53. '',
  54. 'This file contains object storage and static assets CDN domains.'
  55. ];
  56. return Promise.all(createRuleset(
  57. 'Sukka\'s Ruleset - CDN Domains',
  58. description,
  59. new Date(),
  60. cdnDomainsList,
  61. 'ruleset',
  62. path.resolve(import.meta.dir, '../List/non_ip/cdn.conf'),
  63. path.resolve(import.meta.dir, '../Clash/non_ip/cdn.txt')
  64. ));
  65. });
  66. export { buildCdnConf };
  67. if (import.meta.main) {
  68. buildCdnConf();
  69. }