API: Use \n instead of \r\n as the SSE separator to match OpenAI

This commit is contained in:
oobabooga 2026-03-05 21:16:37 -08:00
parent 8be444a559
commit f06583b2b9

View file

@ -125,7 +125,7 @@ async def openai_completions(request: Request, request_data: CompletionRequest):
stop_event.set()
response.close()
return EventSourceResponse(generator()) # SSE streaming
return EventSourceResponse(generator(), sep="\n") # SSE streaming
else:
stop_event = threading.Event()
@ -160,7 +160,7 @@ async def openai_chat_completions(request: Request, request_data: ChatCompletion
stop_event.set()
response.close()
return EventSourceResponse(generator()) # SSE streaming
return EventSourceResponse(generator(), sep="\n") # SSE streaming
else:
stop_event = threading.Event()