(s)
| 44 | const BATCH = 400; |
| 45 | |
| 46 | const unescape = (s) => |
| 47 | s.replace(/\\u([0-9A-Fa-f]{4})/g, (_, h) => |
| 48 | String.fromCharCode(Number.parseInt(h, 16)) |
| 49 | ); |
| 50 | |
| 51 | /** |
| 52 | * @returns {{ id: string, input: string }[]} every Data-state tokenizer input |
no test coverage detected