Return a SimpleNamespace with all attributes accessed at import time.
(**overrides)
| 35 | |
| 36 | |
| 37 | def _build_args(**overrides): |
| 38 | """Return a SimpleNamespace with all attributes accessed at import time.""" |
| 39 | base = dict( |
| 40 | workers=1, |
| 41 | model="test-model", |
| 42 | revision=None, |
| 43 | chat_template=None, |
| 44 | tool_parser_plugin=None, |
| 45 | host="0.0.0.0", |
| 46 | port=9000, |
| 47 | metrics_port=None, |
| 48 | controller_port=-1, |
| 49 | max_concurrency=4, |
| 50 | max_model_len=1024, |
| 51 | max_waiting_time=-1, |
| 52 | max_logprobs=0, |
| 53 | tensor_parallel_size=1, |
| 54 | data_parallel_size=1, |
| 55 | max_num_seqs=8, |
| 56 | api_key=None, |
| 57 | tokenizer=None, |
| 58 | served_model_name=None, |
| 59 | ips=None, |
| 60 | enable_mm_output=False, |
| 61 | tokenizer_base_url=None, |
| 62 | dynamic_load_weight=False, |
| 63 | timeout_graceful_shutdown=0, |
| 64 | timeout=0, |
| 65 | local_data_parallel_id=0, |
| 66 | ) |
| 67 | base.update(overrides) |
| 68 | return SimpleNamespace(**base) |
| 69 | |
| 70 | |
| 71 | def _reload_api_server(args): |
no test coverage detected