From 6ff111d18e2f56f861fb6be54166b772f248fa33 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Sat, 7 Mar 2026 22:05:31 -0300 Subject: [PATCH] ExLlamav3: handle exceptions in ConcurrentGenerator iterate loop --- modules/exllamav3.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/modules/exllamav3.py b/modules/exllamav3.py index b4b76e21..d9772682 100644 --- a/modules/exllamav3.py +++ b/modules/exllamav3.py @@ -53,7 +53,16 @@ class ConcurrentGenerator: if not self.job_queues: self.has_jobs.clear() continue - results = self.generator.iterate() + try: + results = self.generator.iterate() + except Exception: + logger.error("Exception in ConcurrentGenerator iterate loop:\n" + traceback.format_exc()) + for q in self.job_queues.values(): + q.put(None) + self.job_queues.clear() + self.generator.clear_queue() + self.has_jobs.clear() + continue for result in results: job = result["job"] q = self.job_queues.get(job)