Skip to content

vllm.entrypoints.openai.responses.api_router

_convert_stream_to_sse_events async 

_convert_stream_to_sse_events(
    generator: AsyncGenerator[
        StreamingResponsesResponse, None
    ],
) -> AsyncGenerator[str, None]

Convert the generator to a stream of events in SSE format

Source code in vllm/entrypoints/openai/responses/api_router.py 
34
35
36
37
38
39
40
41
42
43
44
async def _convert_stream_to_sse_events(
    generator: AsyncGenerator[StreamingResponsesResponse, None],
) -> AsyncGenerator[str, None]:
    """Convert the generator to a stream of events in SSE format"""
    async for event in generator:
        event_type = getattr(event, "type", "unknown")
        # https://developer.mozilla.org/en-US/docs/Web/API/Server-sent_events/Using_server-sent_events#event_stream_format
        event_data = (
            f"event: {event_type}\ndata: {event.model_dump_json(indent=None)}\n\n"
        )
        yield event_data