xhttp "github.com/minio/minio/internal/http"
)

// Streaming AWS Signature Version '4' constants.
const (
	emptySHA256                   = "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
	streamingContentSHA256        = "STREAMING-AWS4-HMAC-SHA256-PAYLOAD"
	streamingContentSHA256Trailer = "STREAMING-AWS4-HMAC-SHA256-PAYLOAD-TRAILER"
	signV4ChunkedAlgorithm        = "AWS4-HMAC-SHA256-PAYLOAD"

Klaus Post <******@****.***> 1756435188 +0200

# Streaming

## Stream JSON Lines

To stream JSON Lines, declare the return type and use `yield` to return the data.

```python
@app.get("/items/stream")
async def stream_items() -> AsyncIterable[Item]:
    for item in items:
        yield item
```

## Server-Sent Events (SSE)

To stream Server-Sent Events, use `response_class=EventSourceResponse` and `yield` items from the endpoint.

     */
    LlmChatResponse chat(LlmChatRequest request);

    /**
     * Performs a streaming chat completion request.
     * The callback is invoked for each chunk of the response.
     *
     * @param request the chat request containing messages and parameters
     * @param callback the callback to receive streaming chunks
     * @throws LlmException if an error occurs during the request
     */

            throw new LlmException("LLM chat request failed", e);
        }
    }

    /**
     * Performs a streaming chat completion request using the configured LLM client.
     *
     * @param request the chat request
     * @param callback the callback to receive streaming chunks
     * @throws LlmException if LLM is not available or an error occurs
     */

	connOpts := []stan.Option{stan.NatsURL(addressURL)}
	if n.Streaming.MaxPubAcksInflight > 0 {
		connOpts = append(connOpts, stan.MaxPubAcksInflight(n.Streaming.MaxPubAcksInflight))
	}
	if n.UserCredentials != "" {
		connOpts = append(connOpts, stan.NatsOptions(nats.UserCredentials(n.UserCredentials)))
	}

	return stan.Connect(n.Streaming.ClusterID, clientID, connOpts...)
}

// NATSTarget - NATS target.

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.llm;

/**
 * Callback interface for receiving streaming chat responses from LLM.
 */
@FunctionalInterface
public interface LlmStreamCallback {

    /**
     * Called for each chunk of the streaming response.
     *
     * @param chunk the text chunk from the LLM response
     * @param done true if this is the final chunk
     */

        return this;
    }

    /**
     * Checks if streaming is enabled.
     *
     * @return true if streaming is enabled
     */
    public boolean isStream() {
        return stream;
    }

    /**
     * Sets whether streaming is enabled.
     *
     * @param stream true to enable streaming
     * @return this request for method chaining
     */

"""
Test that async streaming endpoints can be cancelled without hanging.

Ref: https://github.com/fastapi/fastapi/issues/14680
"""

from collections.abc import AsyncIterable

import anyio
import pytest
from fastapi import FastAPI
from fastapi.responses import StreamingResponse

pytestmark = [
    pytest.mark.anyio,
    pytest.mark.filterwarnings("ignore::pytest.PytestUnraisableExceptionWarning"),
]


app = FastAPI()

For more details about the extension, refer to the README on the [GitHub repository](https://github.com/fastapi/fastapi-vscode).

## Setup and Installation { #setup-and-installation }