Method sampleTopPFromProb

web/src/runtime.ts:1564–1566

* Sample index via top-p sampling. * * @param prob The distribution, i.e. logits after `applySoftmaxWithTemperature()` is performed. * @param top_p The top_p * @returns The sampled index.

(prob: Tensor, top_p: number)

   * @returns The sampled index.
   */
  sampleTopPFromProb(prob: Tensor, top_p: number): number {
    return this.ctx.sampleTopPFromProb(prob, top_p, this.rng.randomFloat());
  }

  /**
   * Apply repetition penalty to the logits.