Function infer

tests/ce/server/test_update_weight.py:60–112

发送推理请求 1. 根据 expect_success 参数判断是否预期成功 2. 响应 HTTP 状态码 !=200 或返回 error 时： - expect_success=True -> 抛出断言 - expect_success=False -> 通过 3. 响应正常包含 choices 时： - expect_success=True -> 通过 - expect_success=False -> 抛出断言

(expect_success=True)

def infer(expect_success=True):
    """
    发送推理请求
    1. 根据 expect_success 参数判断是否预期成功
    2. 响应 HTTP 状态码 !=200 或返回 error 时：
       - expect_success=True -> 抛出断言
       - expect_success=False -> 通过
    3. 响应正常包含 choices 时：
       - expect_success=True -> 通过
       - expect_success=False -> 抛出断言
    """
    try:
        resp = requests.post(
            f"{BASE_URL}/v1/chat/completions",
            json={
                "messages": [{"role": "user", "content": "hello"}],
                "temperature": 0,
                "top_p": 0,
                "seed": 33,
                "min_tokens": 1366,
                "max_tokens": 1369,
                "stream": False,
            },
            timeout=16,
        )
        print("infer:", resp.status_code, resp.text)

        assert resp.status_code == 200, f"Infer HTTP status not 200: {resp.status_code}"

        data = resp.json()

        if "error" in data:
            print("infer returned error:", data["error"]["message"])
            if expect_success:
                raise AssertionError(f"Infer expected success, but got error: {data['error']['message']}")
            else:
                return resp

        if "choices" in data:
            if not expect_success:
                raise AssertionError("Infer expected failure, but succeeded")
            print("infer succeeded as expected")
        else:
            raise AssertionError(f"Infer response missing 'choices': {data}")

        return resp

    except Exception as e:
        if expect_success:
            raise
        else:
            print("infer failed as expected:", e)
            return None


# ---------------------------