oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-03-18 11:24:39 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Close response generator when stopping API generation (#7014)

Browse source
This commit is contained in:
djholtby 2025-05-26 21:39:03 -04:00 committed by GitHub
parent bae1aa34aa
commit 73bfc936a0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
extensions/openai/script.py
View file

@ -125,6 +125,7 @@ async def openai_completions(request: Request, request_data: CompletionRequest):
yield {"data": json.dumps(resp)}
finally:
stop_everything_event()
response.close()
return
return EventSourceResponse(generator()) # SSE streaming
@ -157,6 +158,7 @@ async def openai_chat_completions(request: Request, request_data: ChatCompletion
yield {"data": json.dumps(resp)}
finally:
stop_everything_event()
response.close()
return
return EventSourceResponse(generator()) # SSE streaming