From 1e863a71137c43bde82a9c623765f809f084dfa1 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Fri, 19 Sep 2025 16:12:50 -0700
Subject: [PATCH] Fix exllamav3 ignoring the stop button

---
 modules/exllamav3.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/modules/exllamav3.py b/modules/exllamav3.py
index fd676a00..f7078028 100644
--- a/modules/exllamav3.py
+++ b/modules/exllamav3.py
@@ -344,6 +344,9 @@ class Exllamav3Model:
 
         try:
             while self.generator.num_remaining_jobs():
+                if shared.stop_everything:
+                    break
+
                 results = self.generator.iterate()
                 for result in results:
                     if "eos" in result and result["eos"]: