(self, text)
| 475 | return mode, code, insertion |
| 476 | |
| 477 | def get_tokens_unprocessed(self, text): |
| 478 | self.reset() |
| 479 | for match in line_re.finditer(text): |
| 480 | line = match.group() |
| 481 | mode, code, insertion = self.get_mci(line) |
| 482 | |
| 483 | if mode != self.mode: |
| 484 | # Yield buffered tokens before transitioning to new mode. |
| 485 | for token in self.buffered_tokens(): |
| 486 | yield token |
| 487 | self.mode = mode |
| 488 | |
| 489 | if insertion: |
| 490 | self.insertions.append((len(self.buffer), [insertion])) |
| 491 | self.buffer += code |
| 492 | |
| 493 | for token in self.buffered_tokens(): |
| 494 | yield token |
| 495 | |
| 496 | class IPyLexer(Lexer): |
| 497 | r""" |
nothing calls this directly
no test coverage detected