oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-03-09 23:23:49 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

ExLlamav3: handle exceptions in ConcurrentGenerator iterate loop

Browse source
This commit is contained in:
oobabooga 2026-03-07 22:05:31 -03:00
parent 0cecc0a041
commit 6ff111d18e
1 changed files with 10 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
modules/exllamav3.py
View file

@ -53,7 +53,16 @@ class ConcurrentGenerator:
if not self.job_queues:
self.has_jobs.clear()
continue
results = self.generator.iterate()
try:
results = self.generator.iterate()
except Exception:
logger.error("Exception in ConcurrentGenerator iterate loop:\n" + traceback.format_exc())
for q in self.job_queues.values():
q.put(None)
self.job_queues.clear()
self.generator.clear_queue()
self.has_jobs.clear()
continue
for result in results:
job = result["job"]
q = self.job_queues.get(job)