domain-deduper.ts 868 B

12345678910111213141516171819202122232425262728293031
  1. import { createTrie } from './trie';
  2. export function domainDeduper(inputDomains: string[], toArray?: true): string[];
  3. export function domainDeduper(inputDomains: string[], toArray: false): Set<string>;
  4. export function domainDeduper(inputDomains: string[], toArray = true): string[] | Set<string> {
  5. const trie = createTrie(inputDomains, true, true);
  6. const dumped = trie.dump();
  7. if (toArray) {
  8. return dumped;
  9. }
  10. return new Set(dumped);
  11. // const trie = createTrie(inputDomains, true);
  12. // const sets = new Set(inputDomains);
  13. // for (let i = 0, len1 = inputDomains.length; i < len1; i++) {
  14. // const d = inputDomains[i];
  15. // if (d[0] !== '.') {
  16. // continue;
  17. // }
  18. // trie.substractSetInPlaceFromFound(d, sets);
  19. // sets.delete(d.slice(1));
  20. // }
  21. // if (toArray) {
  22. // return Array.from(sets);
  23. // }
  24. // return sets;
  25. }