Method test_prefixes

Lib/test/test_tokenize.py:3460–3476

(self)

    def test_prefixes(self):
        # Get the list of defined string prefixes.  I don't see an
        # obvious documented way of doing this, but probably the best
        # thing is to split apart tokenize.StringPrefix.

        # Make sure StringPrefix begins and ends in parens.  We're
        # assuming it's of the form "(a|b|ab)", if a, b, and cd are
        # valid string prefixes.
        self.assertEqual(tokenize.StringPrefix[0], '(')
        self.assertEqual(tokenize.StringPrefix[-1], ')')

        # Then split apart everything else by '|'.
        defined_prefixes = set(tokenize.StringPrefix[1:-1].split('|'))

        # Now compute the actual allowed string prefixes and compare
        # to what is defined in the tokenize module.
        self.assertEqual(defined_prefixes, self.determine_valid_prefixes())


if __name__ == "__main__":