Function tokenize

web/lib/workers/search.worker.ts:40–45

(text: string)

const entries: SearchEntry[] = [];

function tokenize(text: string): string[] {
  return text
    .toLowerCase()
    .split(/\W+/)
    .filter((t) => t.length >= 2);
}

function addEntry(entry: SearchEntry): void {
  const idx = entries.length;