from pydantic import BaseModel

app = FastAPI()


class Prompt(BaseModel):
    text: str


@app.post("/chat/stream", response_class=EventSourceResponse)
async def stream_chat(prompt: Prompt) -> AsyncIterable[ServerSentEvent]:
    words = prompt.text.split()
    for word in words:
        yield ServerSentEvent(data=word, event="token")

     * @param request the chat request containing messages and parameters
     * @param callback the callback to receive streaming chunks
     * @throws LlmException if an error occurs during the request
     */
    void streamChat(LlmChatRequest request, LlmStreamCallback callback);

    /**
     * Returns the name of this LLM client.
     *
     * @return the client name (e.g., "ollama", "openai", "gemini")
     */
    String getName();