domain-deduper.ts 676 B

123456789101112131415161718192021222324
  1. import { createTrie } from './trie';
  2. export function domainDeduper(inputDomains: string[], toArray?: true): string[];
  3. export function domainDeduper(inputDomains: string[], toArray: false): Set<string>;
  4. export function domainDeduper(inputDomains: string[], toArray = true): string[] | Set<string> {
  5. const trie = createTrie(inputDomains, true);
  6. const sets = new Set(inputDomains);
  7. for (let i = 0, len1 = inputDomains.length; i < len1; i++) {
  8. const d = inputDomains[i];
  9. if (d[0] !== '.') {
  10. continue;
  11. }
  12. trie.substractSetInPlaceFromFound(d, sets);
  13. sets.delete(d.slice(1));
  14. }
  15. if (toArray) {
  16. return Array.from(sets);
  17. }
  18. return sets;
  19. }