Function stringSplit_

tfjs-core/src/ops/string/string_split.ts:58–79

* Split elements of `input` based on `delimiter` into a SparseTensor . * * Let N be the size of source (typically N will be the batch size). Split each * element of `input` based on `delimiter` and return a SparseTensor containing * the splitted tokens. Empty tokens are ignored if `skipEmpty` is

(
    input: Tensor1D|TensorLike, delimiter: Scalar|ScalarLike,
    skipEmpty = true)

 * @doc {heading: 'Operations', subheading: 'String'}
 */
function stringSplit_(
    input: Tensor1D|TensorLike, delimiter: Scalar|ScalarLike,
    skipEmpty = true): NamedTensorMap {
  const $input = convertToTensor(input, 'input', 'stringSplit', 'string');
  const $delimiter =
      convertToTensor(delimiter, 'delimiter', 'stringSplit', 'string');

  if ($input.rank !== 1) {
    throw new Error(
        `Input should be Tensor1D but received shape ${$input.shape}`);
  }
  if ($delimiter.rank !== 0) {
    throw new Error(
        `Delimiter should be a scalar but received shape ${$delimiter.shape}`);
  }

  const attrs: StringSplitAttrs = {skipEmpty};
  const inputs: StringSplitInputs = {input: $input, delimiter: $delimiter};
  const result: Tensor[] =
      ENGINE.runKernel(StringSplit, inputs as {}, attrs as {});
  return {indices: result[0], values: result[1], shape: result[2]};
}

export const stringSplit = /* @__PURE__ */ op({stringSplit_});