(self)
| 17 | self.bash_lexer = BashLexer() |
| 18 | |
| 19 | def testIPythonLexer(self): |
| 20 | fragment = '!echo $HOME\n' |
| 21 | tokens = [ |
| 22 | (Token.Operator, '!'), |
| 23 | ] |
| 24 | tokens.extend(self.bash_lexer.get_tokens(fragment[1:])) |
| 25 | self.assertEqual(tokens, list(self.lexer.get_tokens(fragment))) |
| 26 | |
| 27 | fragment_2 = '!' + fragment |
| 28 | tokens_2 = [ |
| 29 | (Token.Operator, '!!'), |
| 30 | ] + tokens[1:] |
| 31 | self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2))) |
| 32 | |
| 33 | fragment_2 = '\t %%!\n' + fragment[1:] |
| 34 | tokens_2 = [ |
| 35 | (Token.Text, '\t '), |
| 36 | (Token.Operator, '%%!'), |
| 37 | (Token.Text, '\n'), |
| 38 | ] + tokens[1:] |
| 39 | self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2))) |
| 40 | |
| 41 | fragment_2 = 'x = ' + fragment |
| 42 | tokens_2 = [ |
| 43 | (Token.Name, 'x'), |
| 44 | (Token.Text, ' '), |
| 45 | (Token.Operator, '='), |
| 46 | (Token.Text, ' '), |
| 47 | ] + tokens |
| 48 | self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2))) |
| 49 | |
| 50 | fragment_2 = 'x, = ' + fragment |
| 51 | tokens_2 = [ |
| 52 | (Token.Name, 'x'), |
| 53 | (Token.Punctuation, ','), |
| 54 | (Token.Text, ' '), |
| 55 | (Token.Operator, '='), |
| 56 | (Token.Text, ' '), |
| 57 | ] + tokens |
| 58 | self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2))) |
| 59 | |
| 60 | fragment_2 = 'x, = %sx ' + fragment[1:] |
| 61 | tokens_2 = [ |
| 62 | (Token.Name, 'x'), |
| 63 | (Token.Punctuation, ','), |
| 64 | (Token.Text, ' '), |
| 65 | (Token.Operator, '='), |
| 66 | (Token.Text, ' '), |
| 67 | (Token.Operator, '%'), |
| 68 | (Token.Keyword, 'sx'), |
| 69 | (Token.Text, ' '), |
| 70 | ] + tokens[1:] |
| 71 | self.assertEqual(tokens_2, list(self.lexer.get_tokens(fragment_2))) |
| 72 | |
| 73 | fragment_2 = 'f = %R function () {}\n' |
| 74 | tokens_2 = [ |
| 75 | (Token.Name, 'f'), |
| 76 | (Token.Text, ' '), |
nothing calls this directly
no outgoing calls
no test coverage detected