Function readCodexJsonlStreaming

src/core/parser-codex.ts:418–451

(filePath: string, onLine: (line: CodexLine) => void)

}

function readCodexJsonlStreaming(filePath: string, onLine: (line: CodexLine) => void): void {
  const fd = fs.openSync(filePath, 'r');
  const decoder = new StringDecoder('utf8');
  const buffer = Buffer.allocUnsafe(1024 * 1024);
  let remainder = '';

  try {
    while (true) {
      const bytesRead = fs.readSync(fd, buffer, 0, buffer.length, null);
      if (bytesRead === 0) break;
      const text = remainder + decoder.write(buffer.subarray(0, bytesRead));
      let start = 0;
      let nextNewline = text.indexOf('\n', start);
      while (nextNewline !== -1) {
        const rawLine = text.slice(start, nextNewline);
        if (rawLine.trim()) {
          const parsed = parseCodexLine(rawLine);
          if (parsed) onLine(parsed);
        }
        start = nextNewline + 1;
        nextNewline = text.indexOf('\n', start);
      }
      remainder = text.slice(start);
    }

    remainder += decoder.end();
    if (remainder.trim()) {
      const parsed = parseCodexLine(remainder);
      if (parsed) onLine(parsed);
    }
  } finally {
    fs.closeSync(fd);
  }
}

export function findCodexDirs(): string[] {
  const home = process.env.HOME || process.env.USERPROFILE || '';