Function stringNGrams

tfjs-backend-wasm/src/kernels/StringNGrams.ts:23–55

(args: {
  backend: BackendWasm,
  inputs: StringNGramsInputs,
  attrs: StringNGramsAttrs
})

import {stringNGramsImplCPU} from '../kernel_utils/shared';

function stringNGrams(args: {
  backend: BackendWasm,
  inputs: StringNGramsInputs,
  attrs: StringNGramsAttrs
}): [TensorInfo, TensorInfo] {
  const {backend, inputs, attrs} = args;
  const {data, dataSplits} = inputs;
  const {
    separator,
    nGramWidths,
    leftPad,
    rightPad,
    padWidth,
    preserveShortSequences,
  } = attrs;

  const $data = backend.readSync(data.dataId) as Uint8Array[];
  const $dataSplits = backend.readSync(dataSplits.dataId) as Int32Array;

  const [nGrams, nGramsSplits] = stringNGramsImplCPU(
      $data, $dataSplits, separator, nGramWidths, leftPad, rightPad, padWidth,
      preserveShortSequences);

  const nGramsOut = backend.makeOutput([nGrams.length], 'string');
  const nGramsOutData = backend.dataIdMap.get(nGramsOut.dataId);
  nGramsOutData.stringBytes = nGrams;

  const nGramsSplitsOut = backend.makeOutput(dataSplits.shape, 'int32');
  const nGramsSplitsOutVals = backend.typedArrayFromHeap(nGramsSplitsOut);
  nGramsSplitsOutVals.set(nGramsSplits);

  return [nGramsOut, nGramsSplitsOut];
}

export const stringNGramsConfig: KernelConfig = {
  kernelName: StringNGrams,