domain-deduper.ts 756 B

1234567891011121314151617181920212223242526272829
  1. import { createTrie } from './trie';
  2. export function domainDeduper(inputDomains: string[], toArray?: true): string[];
  3. export function domainDeduper(inputDomains: string[], toArray: false): Set<string>;
  4. export function domainDeduper(inputDomains: string[], toArray = true): string[] | Set<string> {
  5. const trie = createTrie(inputDomains);
  6. const sets = new Set(inputDomains);
  7. for (let i = 0, len1 = inputDomains.length; i < len1; i++) {
  8. const d = inputDomains[i];
  9. if (d[0] !== '.') {
  10. continue;
  11. }
  12. const found = trie.find(d, false);
  13. for (let j = 0, len2 = found.length; j < len2; j++) {
  14. sets.delete(found[j]);
  15. }
  16. sets.delete(d.slice(1));
  17. }
  18. if (toArray) {
  19. return Array.from(sets);
  20. }
  21. return sets;
  22. }