From f06583b2b986ca3164ad4eb8c772d379e8645150 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 5 Mar 2026 21:16:37 -0800 Subject: [PATCH] API: Use \n instead of \r\n as the SSE separator to match OpenAI --- extensions/openai/script.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/extensions/openai/script.py b/extensions/openai/script.py index 7a30e311..521d2cb4 100644 --- a/extensions/openai/script.py +++ b/extensions/openai/script.py @@ -125,7 +125,7 @@ async def openai_completions(request: Request, request_data: CompletionRequest): stop_event.set() response.close() - return EventSourceResponse(generator()) # SSE streaming + return EventSourceResponse(generator(), sep="\n") # SSE streaming else: stop_event = threading.Event() @@ -160,7 +160,7 @@ async def openai_chat_completions(request: Request, request_data: ChatCompletion stop_event.set() response.close() - return EventSourceResponse(generator()) # SSE streaming + return EventSourceResponse(generator(), sep="\n") # SSE streaming else: stop_event = threading.Event()