oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Safer check for is_multimodal when loading models

Browse source 
Avoids unrelated multimodal error when a model fails to load due
to lack of memory.
This commit is contained in:
oobabooga 2025-08-28 11:13:19 -07:00
parent cfc83745ec
commit cb8780a4ce
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
modules/models.py
View file

@ -57,7 +57,7 @@ def load_model(model_name, loader=None):
shared.settings['truncation_length'] = shared.args.ctx_size shared.settings['truncation_length'] = shared.args.ctx_size
shared.is_multimodal = False shared.is_multimodal = False
if loader.lower() in ('exllamav3', 'llama.cpp'): if loader.lower() in ('exllamav3', 'llama.cpp') and hasattr(model, 'is_multimodal'):
shared.is_multimodal = model.is_multimodal() shared.is_multimodal = model.is_multimodal()
logger.info(f"Loaded \"{model_name}\" in {(time.time()-t0):.2f} seconds.") logger.info(f"Loaded \"{model_name}\" in {(time.time()-t0):.2f} seconds.")