Function buildFtsIndex

packages/node-runtime/src/fts/index.ts:37–75

(db: DatabaseAdapter)

 * Processes in batches for memory efficiency.
 */
export function buildFtsIndex(db: DatabaseAdapter): { indexed: number } {
  createFtsTable(db)

  const insertFts = db.prepare('INSERT INTO message_fts(rowid, content) VALUES (?, ?)')

  const countRow = db
    .prepare("SELECT COUNT(*) as total FROM message WHERE type = 0 AND content IS NOT NULL AND content != ''")
    .get() as { total: number } | undefined
  const total = countRow?.total ?? 0

  let indexed = 0
  let offset = 0

  while (offset < total) {
    const rows = db
      .prepare(
        `SELECT id, content FROM message
         WHERE type = 0 AND content IS NOT NULL AND content != ''
         ORDER BY id ASC LIMIT ? OFFSET ?`
      )
      .all(BATCH_SIZE, offset) as Array<{ id: number; content: string }>

    if (rows.length === 0) break

    db.transaction(() => {
      for (const row of rows) {
        const tokens = tokenizeForFts(row.content)
        if (tokens) {
          insertFts.run(row.id, tokens)
        }
      }
    })

    indexed += rows.length
    offset += BATCH_SIZE
  }

  return { indexed }
}

/**
 * Rebuild FTS index by dropping and recreating.