Function _make_processor

tests/output/test_token_processor.py:133–153

(
    speculative_method=None,
    enable_logprob=False,
    max_num_seqs=2,
    enable_prefix_caching=False,
    enable_output_caching=False,
)

def _make_processor(
    speculative_method=None,
    enable_logprob=False,
    max_num_seqs=2,
    enable_prefix_caching=False,
    enable_output_caching=False,
):
    cfg = _DummyCfg(
        speculative_method=speculative_method,
        enable_logprob=enable_logprob,
        max_num_seqs=max_num_seqs,
        enable_prefix_caching=enable_prefix_caching,
        enable_output_caching=enable_output_caching,
    )
    cache = mock.Mock()
    queue = _DummyQueue()
    connector = _DummyConnector()
    processor = TokenProcessor(cfg, cache, queue, connector)
    rm = _DummyResourceManager(max_num_seqs)
    processor.set_resource_manager(rm)
    return processor, rm, cache, connector


class _Metric: