Function chat_sync

examples/streaming_chat/main.py:65–88

Non-streaming chat endpoint for comparison. Waits for the complete response before returning. Useful for testing or when streaming isn't needed. Args: request: Chat request with prompt Returns: Complete response as JSON

(request: ChatRequest)

@app.post("/chat/sync", response_model=ChatResponse)
async def chat_sync(request: ChatRequest):
    """Non-streaming chat endpoint for comparison.

    Waits for the complete response before returning.
    Useful for testing or when streaming isn't needed.

    Args:
        request: Chat request with prompt

    Returns:
        Complete response as JSON
    """
    client = await get_dirty_client_async()
    action = "generate_with_thinking" if request.thinking else "generate"

    tokens = []
    async for token in client.stream_async(
        "streaming_chat.chat_app:ChatApp",
        action,
        request.prompt
    ):
        tokens.append(token)

    return ChatResponse(response="".join(tokens))


@app.get("/health")