| 18 | |
| 19 | |
| 20 | class InferenceRequest(BaseModel): |
| 21 | task_id: int |
| 22 | prompt: Optional[Union[str, Any]] = None |
| 23 | output_tokens: int |
| 24 | input_ids: Optional[List[int]] = Field( |
| 25 | alias=AliasChoices("input_ids", "logits")) |
| 26 | lora_request: Optional[LoRARequest] = None |
| 27 | |
| 28 | @model_validator(mode="after") |
| 29 | def verify_prompt_and_logits(self) -> InferenceRequest: |
| 30 | if self.prompt is None and self.input_ids is None: |
| 31 | raise ValueError( |
| 32 | f"Both prompt and input_ids for {self.task_id} are both None.") |
| 33 | return self |
| 34 | |
| 35 | |
| 36 | class DatasetMetadata(BaseModel): |
no test coverage detected