diff --git a/extensions/openai/script.py b/extensions/openai/script.py index a995da9d..66f38501 100644 --- a/extensions/openai/script.py +++ b/extensions/openai/script.py @@ -118,6 +118,7 @@ async def openai_completions(request: Request, request_data: CompletionRequest): for resp in response: disconnected = await request.is_disconnected() if disconnected: + stop_everything_event() break yield {"data": json.dumps(resp)} @@ -141,6 +142,7 @@ async def openai_chat_completions(request: Request, request_data: ChatCompletion for resp in response: disconnected = await request.is_disconnected() if disconnected: + stop_everything_event() break yield {"data": json.dumps(resp)}