SukkaSurge/Build/build-microsoft-cdn.ts

import { task } from './trace';
import { fetchRemoteTextByLine } from './lib/fetch-text-by-line';
import { HostnameSmolTrie } from './lib/trie';
import { SHARED_DESCRIPTION } from './lib/constants';
import { createMemoizedPromise } from './lib/memo-promise';
import { extractDomainsFromFelixDnsmasq } from './lib/parse-dnsmasq';
import { RulesetOutput } from './lib/create-file';
import { appendArrayInPlace } from './lib/append-array-in-place';

const PROBE_DOMAINS = ['.microsoft.com', '.windows.net', '.windows.com', '.windowsupdate.com', '.windowssearch.com', '.office.net'];

const DOMAINS = [
  'res.cdn.office.net',
  'res-1.cdn.office.net',
  'statics.teams.cdn.office.net'
];
const DOMAIN_SUFFIXES = ['download.prss.microsoft.com'];

const BLACKLIST = [
  'www.microsoft.com',
  'learn.microsoft.com',
  'devblogs.microsoft.com',
  'docs.microsoft.com',
  'developer.microsoft.com',
  'windowsupdate.com'
];

export const getMicrosoftCdnRulesetPromise = createMemoizedPromise<[domains: string[], domainSuffixes: string[]]>(async () => {
  // First trie is to find the microsoft domains that matches probe domains
  const trie = new HostnameSmolTrie();
  for await (const line of await fetchRemoteTextByLine('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf')) {
    const domain = extractDomainsFromFelixDnsmasq(line);
    if (domain) {
      trie.add(domain);
    }
  }
  const foundMicrosoftCdnDomains = PROBE_DOMAINS.flatMap(domain => trie.find(domain));

  // Second trie is to remove blacklisted domains
  const trie2 = new HostnameSmolTrie(foundMicrosoftCdnDomains);
  BLACKLIST.forEach(black => trie2.whitelist(black));

  const domains: string[] = DOMAINS;
  const domainSuffixes: string[] = DOMAIN_SUFFIXES;

  appendArrayInPlace(domainSuffixes, trie2.dump());

  return [domains, domainSuffixes] as const;
});

export const buildMicrosoftCdn = task(require.main === module, __filename)(async (span) => {
  const description = [
    ...SHARED_DESCRIPTION,
    '',
    'This file contains Microsoft\'s domains using their China mainland CDN servers.',
    '',
    'Data from:',
    ' - https://github.com/felixonmars/dnsmasq-china-list'
  ];

  const [domains, domainSuffixes] = await span.traceChildPromise('get microsoft cdn domains', getMicrosoftCdnRulesetPromise());

  return new RulesetOutput(span, 'microsoft_cdn', 'non_ip')
    .withTitle('Sukka\'s Ruleset - Microsoft CDN')
    .withDescription(description)
    .bulkAddDomain(domains)
    .bulkAddDomainSuffix(domainSuffixes)
    .write();
});