(tensorrtLLM *model.TensorRTLLM)
| 357 | } |
| 358 | |
| 359 | func syncTensorRTLLMContainerStatus(tensorrtLLM *model.TensorRTLLM) error { |
| 360 | containerNames := []string{tensorrtLLM.ContainerName} |
| 361 | cli, err := docker.NewClient() |
| 362 | if err != nil { |
| 363 | return err |
| 364 | } |
| 365 | defer cli.Close() |
| 366 | containers, err := cli.ListContainersByName(containerNames) |
| 367 | if err != nil { |
| 368 | return err |
| 369 | } |
| 370 | if len(containers) == 0 { |
| 371 | if tensorrtLLM.Status == constant.StatusStarting { |
| 372 | return nil |
| 373 | } |
| 374 | tensorrtLLM.Status = constant.StatusStopped |
| 375 | return tensorrtLLMRepo.Save(tensorrtLLM) |
| 376 | } |
| 377 | container := containers[0] |
| 378 | switch container.State { |
| 379 | case "exited": |
| 380 | tensorrtLLM.Status = constant.StatusError |
| 381 | case "running": |
| 382 | tensorrtLLM.Status = constant.StatusRunning |
| 383 | case "paused": |
| 384 | tensorrtLLM.Status = constant.StatusStopped |
| 385 | case "restarting": |
| 386 | tensorrtLLM.Status = constant.StatusRestarting |
| 387 | default: |
| 388 | if tensorrtLLM.Status != constant.StatusStarting { |
| 389 | tensorrtLLM.Status = constant.StatusStopped |
| 390 | } |
| 391 | } |
| 392 | return tensorrtLLMRepo.Save(tensorrtLLM) |
| 393 | } |
| 394 | |
| 395 | func findModelArchive(modelType string) (string, error) { |
| 396 | const baseDir = "/home/models" |
no test coverage detected