| 39 | |
| 40 | # Mock classes and constants needed for the test |
| 41 | class MockConfig: |
| 42 | |
| 43 | class ModelConfig: |
| 44 | enable_logprob = False |
| 45 | max_logprobs = -1 |
| 46 | logprobs_mode = "raw_logprobs" |
| 47 | enable_mm = False |
| 48 | |
| 49 | class SchedulerConfig: |
| 50 | max_num_seqs = 6 |
| 51 | |
| 52 | class ParallelConfig: |
| 53 | enable_expert_parallel = False |
| 54 | |
| 55 | class CacheConfig: |
| 56 | enable_prefix_caching = False |
| 57 | |
| 58 | class SpecaulativeConfig: |
| 59 | method = None |
| 60 | |
| 61 | speculative_config = SpecaulativeConfig() |
| 62 | model_config = ModelConfig() |
| 63 | scheduler_config = SchedulerConfig() |
| 64 | cache_config = CacheConfig() |
| 65 | parallel_config = ParallelConfig() |
| 66 | |
| 67 | |
| 68 | class MockTask: |