oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-03-09 23:23:49 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Image: Clear the torch cache after generation, not before

Browse source
This commit is contained in:
oobabooga 2025-12-04 05:32:58 -08:00
parent 235b94f097
commit 14dbc3488e
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
modules/ui_image_generation.py
View file

@ -670,8 +670,6 @@ def generate(state):
from modules.torch_utils import clear_torch_cache, get_device
clear_torch_cache()
try:
model_name = state['image_model_menu']
@ -772,11 +770,13 @@ def generate(state):
logger.info(f'Generated {total_images} {"image" if total_images == 1 else "images"} in {(t1 - t0):.2f} seconds ({total_steps / (t1 - t0):.2f} steps/s, seed {seed})')
yield all_images
clear_torch_cache()
except Exception as e:
logger.error(f"Image generation failed: {e}")
traceback.print_exc()
yield []
clear_torch_cache()
def load_image_model_wrapper(model_name, dtype, attn_backend, cpu_offload, compile_model, quant_method):