SukkaSurge/Build/lib/aho-corasick.bench.ts

import { fetchRemoteTextByLine } from './fetch-text-by-line';
import { processLineFromReadline } from './process-line';

import createKeywordFilter from './aho-corasick';

// eslint-disable import-x/no-unresolved -- benchmark
import ModernAhoCorasick from 'modern-ahocorasick';
import { AhoCorasick as MonyoneAhoCorasick } from '@monyone/aho-corasick';
// @ts-expect-error -- no types
import FastScanner from 'fastscan';
import { AhoCorasick as RustAhoCorasick } from '@blackglory/aho-corasick';
// eslint-enable import-x/no-unresolved

function runKeywordFilter(data: string[], testFn: (line: string) => boolean) {
  for (let i = 0, len = data.length; i < len; i++) {
    testFn(data[i]);
  }
}

export function getFns(keywordsSet: string[] | readonly string[]) {
  const tmp1 = new ModernAhoCorasick(keywordsSet.slice());
  const tmp2 = new MonyoneAhoCorasick(keywordsSet.slice());
  const scanner = new FastScanner(keywordsSet.slice());
  const tmp3 = new RustAhoCorasick(keywordsSet.slice(), { caseSensitive: true });

  return [
    ['createKeywordFilter', createKeywordFilter(keywordsSet.slice())],
    ['modern-ahocorasick', (line: string) => tmp1.search(line).length > 0],
    ['@monyone/aho-corasick', (line: string) => tmp2.hasKeywordInText(line)],
    ['fastscan', (line: string) => scanner.search(line).length > 0],
    ['@blackglory/aho-corasick', (line: string) => tmp3.isMatch(line)]
  ] as const;
}

if (require.main === module) {
  (async () => {
    const { bench, group, run } = await import('mitata');

    const data = await processLineFromReadline(await fetchRemoteTextByLine('https://easylist.to/easylist/easylist.txt'));
    console.log({ dataLen: data.length });
    const keywordsSet = [
      '!',
      '?',
      '*',
      '[',
      '(',
      ']',
      ')',
      ',',
      '#',
      '%',
      '&',
      '=',
      '~',
      // special modifier
      '$popup',
      '$removeparam',
      '$popunder',
      '$cname',
      '$frame',
      // some bad syntax
      '^popup'
    ];

    const fns = getFns(keywordsSet);

    group(() => {
      fns.forEach(([name, fn]) => {
        bench(name, () => runKeywordFilter(data, fn));
      });
    });

    run();
  })();
}