Function stringNGrams

tfjs-backend-cpu/src/kernels/StringNGrams.ts:24–49

(args: {
  inputs: StringNGramsInputs,
  backend: MathBackendCPU,
  attrs: StringNGramsAttrs
})

import {stringNGramsImpl} from './StringNGrams_impl';

export function stringNGrams(args: {
  inputs: StringNGramsInputs,
  backend: MathBackendCPU,
  attrs: StringNGramsAttrs
}): [TensorInfo, TensorInfo] {
  const {inputs, backend, attrs} = args;
  const {
    separator,
    nGramWidths,
    leftPad,
    rightPad,
    padWidth,
    preserveShortSequences
  } = attrs;
  const {data, dataSplits} = inputs;
  const $data = backend.data.get(data.dataId).values as Uint8Array[];
  const $dataSplits = backend.data.get(dataSplits.dataId).values as Int32Array;

  const [nGrams, nGramsSplits] = stringNGramsImpl(
      $data, $dataSplits, separator, nGramWidths, leftPad, rightPad, padWidth,
      preserveShortSequences);
  return [
    backend.makeTensorInfo([nGrams.length], 'string', nGrams),
    backend.makeTensorInfo(dataSplits.shape, 'int32', nGramsSplits),
  ];
}

export const stringNGramsConfig: KernelConfig = {
  kernelName: StringNGrams,