From 006a866079d4a719f4405efdbbe18c03e106c541 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Sat, 10 May 2025 17:55:48 -0700
Subject: [PATCH] Fix API failing to cancel streams (attempt), closes #6966

---
 extensions/openai/script.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/extensions/openai/script.py b/extensions/openai/script.py
index a995da9d..66f38501 100644
--- a/extensions/openai/script.py
+++ b/extensions/openai/script.py
@@ -118,6 +118,7 @@ async def openai_completions(request: Request, request_data: CompletionRequest):
                 for resp in response:
                     disconnected = await request.is_disconnected()
                     if disconnected:
+                        stop_everything_event()
                         break
 
                     yield {"data": json.dumps(resp)}
@@ -141,6 +142,7 @@ async def openai_chat_completions(request: Request, request_data: ChatCompletion
                 for resp in response:
                     disconnected = await request.is_disconnected()
                     if disconnected:
+                        stop_everything_event()
                         break
 
                     yield {"data": json.dumps(resp)}