Class MlStrategy

ui/src/runner/browser/enricher/summarizer/strategy.ts:94–150

const ML_CALL_TIMEOUT_MS = 30_000; // 30s per inference call

class MlStrategy implements SummarizationStrategy {
  readonly type = 'ml' as const;
  private summarizer: import('./flanT5Summarizer').FlanT5Summarizer | null =
    null;
  private config: SummarizerConfig;

  constructor(config: SummarizerConfig) {
    this.config = config;
  }

  async init(): Promise<void> {
    console.log(
      `[MlStrategy] init: model=${this.config.model}, timeout=${ML_INIT_TIMEOUT_MS}ms`,
    );
    const { FlanT5Summarizer } = await import('./flanT5Summarizer');
    this.summarizer = new FlanT5Summarizer(this.config);
    await withTimeout(
      this.summarizer.init(),
      ML_INIT_TIMEOUT_MS,
      'ML summarizer init',
    );
    console.log('[MlStrategy] init complete');
  }

  async summarize(meta: SymbolMetadata): Promise<string> {
    if (!this.summarizer)
      throw new Error('MlStrategy not initialized — call init() first');
    const source = meta.source ?? meta.name;
    try {
      return await withTimeout(
        this.summarizer.summarize(source, meta.kind),
        ML_CALL_TIMEOUT_MS,
        `ML summarize(${meta.name})`,
      );
    } catch (err) {
      console.warn(`[MlStrategy] summarize failed for ${meta.name}:`, err);
      throw err;
    }
  }

  async summarizeBatch(items: SymbolMetadata[]): Promise<string[]> {
    if (!this.summarizer)
      throw new Error('MlStrategy not initialized — call init() first');
    return withTimeout(
      this.summarizer.summarizeBatch(
        items.map((m) => ({ source: m.source ?? m.name, kind: m.kind })),
      ),
      ML_CALL_TIMEOUT_MS * items.length,
      'ML summarizeBatch',
    );
  }

  async dispose(): Promise<void> {
    await this.summarizer?.dispose();
    this.summarizer = null;
  }
}