Method #tokenize

www/js/_hyperscript.esm.js:569–624

()

    return c === "-" && n === "-" && (this.#isWhitespace(n2) || n2 === "" || n2 === "-") || c === "/" && n === "/" && (this.#isWhitespace(n2) || n2 === "" || n2 === "/");
  }
  #tokenize() {
    while (this.#position < this.#source.length) {
      if (this.#isLineComment()) {
        this.#consumeComment();
      } else if (this.#isWhitespace(this.#currentChar())) {
        this.#tokens.push(this.#consumeWhitespace());
      } else if (!this.#possiblePrecedingSymbol() && this.#currentChar() === "." && (this.#isAlpha(this.#nextChar()) || this.#nextChar() === "{" || this.#nextChar() === "-")) {
        this.#tokens.push(this.#consumeClassReference());
      } else if (!this.#possiblePrecedingSymbol() && this.#currentChar() === "#" && (this.#isAlpha(this.#nextChar()) || this.#nextChar() === "{")) {
        if (this.#template === "lines" && this.#templateMode === "indeterminant") {
          this.#templateMode = "command";
          this.#tokens.push(this.#consumeTemplateLogic());
        } else {
          this.#tokens.push(this.#consumeIdReference());
        }
      } else if (this.#template === "lines" && this.#templateMode === "indeterminant" && this.#templateBraceCount === 0) {
        this.#templateMode = "template";
        this.#tokens.push(this.#consumeTemplateLine());
      } else if (this.#currentChar() === "[" && this.#nextChar() === "@") {
        this.#tokens.push(this.#consumeAttributeReference());
      } else if (this.#currentChar() === "@") {
        this.#tokens.push(this.#consumeShortAttributeReference());
      } else if (this.#currentChar() === "*" && this.#isAlpha(this.#nextChar())) {
        this.#tokens.push(this.#consumeStyleReference());
      } else if (this.#inTemplate() && (this.#isAlpha(this.#currentChar()) || this.#currentChar() === "\\") && this.#templateMode !== "command") {
        this.#tokens.push(this.#consumeTemplateIdentifier());
      } else if (this.#inCommandMode() && (this.#isAlpha(this.#currentChar()) || this.#isIdentifierChar(this.#currentChar()))) {
        this.#tokens.push(this.#consumeIdentifier());
      } else if (this.#isNumeric(this.#currentChar())) {
        this.#tokens.push(this.#consumeNumber());
      } else if (this.#inCommandMode() && (this.#currentChar() === '"' || this.#currentChar() === "`")) {
        this.#tokens.push(this.#consumeString());
      } else if (this.#inCommandMode() && this.#currentChar() === "'") {
        if (this.#isValidSingleQuoteStringStart()) {
          this.#tokens.push(this.#consumeString());
        } else {
          this.#tokens.push(this.#consumeOp());
        }
      } else if (OP_TABLE[this.#currentChar()]) {
        if (this.#lastToken === "$" && this.#currentChar() === "{") {
          this.#templateBraceCount++;
        }
        if (this.#currentChar() === "}") {
          this.#templateBraceCount--;
        }
        this.#tokens.push(this.#consumeOp());
      } else if (this.#inTemplate() || this.#isReservedChar(this.#currentChar())) {
        this.#tokens.push(this.#makeToken("RESERVED", this.#consumeChar()));
      } else {
        if (this.#position < this.#source.length) {
          throw new Error("Unknown token: " + this.#currentChar() + " ");
        }
      }
    }
    return new Tokens(this.#tokens, this.#source);
  }
};