Function readToken

lib/css/syntax.js:1108–1128

* Read one raw token (comment / whitespace / value token) starting at byte * `pos`, writing it into the caller-supplied `out` and returning `out`. The * token's `end` is the next read position. Returns `undefined` at end-of-input — * `pos >= length`, an unterminated comment, or a string ending on

(input, pos, out)

 * @returns {MutableToken | undefined} the token, or undefined at EOF
 */
function readToken(input, pos, out) {
	if (pos >= input.length) return undefined;
	const cc = input.charCodeAt(pos);
	class="cm">// Comment: `/*…*/` is yielded as a token (filtered by `next`).
	if (cc === CC_SOLIDUS && input.charCodeAt(pos + 1) === CC_ASTERISK) {
		const start = pos;
		class="cm">// Jump to the closing `*/` in one native scan instead of a per-character
		class="cm">// loop — comment bodies (license banners, source comments) can be long.
		class="cm">// No close: unterminated comment runs to EOF so ranges cover all input.
		const close = input.indexOf(class="st">"*/", pos + 2);
		return fill(
			out,
			TT_COMMENT,
			start,
			close === -1 ? input.length : close + 2
		);
	}
	class="cm">// `consumeAToken` dispatches on the lead code point at `pos` (it expects the
	class="cm">// position just past the lead and the already-read lead code point).
	return consumeAToken(input, pos + 1, cc, out);
}

class="cm">// AST shape mirrors tabatkins/parse-css (the CSS Syntax Level 3 reference), with two deviations: nodes carry a `range` byte offset pair + a lazy `loc` getter, and have no methods beyond it.