Function _tokenize

IPython/utils/_process_common.py:242–257

(s: str, posix: bool)

    an unbalanced quote) returns whatever was parsed so far instead of raising.
    """
    def _tokenize(s: str, posix: bool) -> list[str]:
        lex = shlex.shlex(s, posix=posix)
        lex.whitespace_split = True
        lex.commenters = ''
        out = []
        while True:
            try:
                out.append(next(lex))
            except StopIteration:
                break
            except ValueError:
                if strict:
                    raise
                out.append(lex.token)
                break
        return out

    raw_tokens = _tokenize(commandline, posix=False)
    clean_tokens = _tokenize(commandline, posix=True)