Method tokenizer

tfjs-layers/src/layers/nlp/models/preprocessor.ts:42–44

* The tokenizer used to tokenize strings.

()

   * The tokenizer used to tokenize strings.
   */
  get tokenizer() {
    return this._tokenizer;
  }

  set tokenizer(value: Tokenizer) {
    this._tokenizer = value;