From d99fb0a22a44dc4fb4d695647ba07cbf55e044c6 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Fri, 16 May 2025 17:29:18 -0700 Subject: [PATCH] Add backward compatibility with saved n_gpu_layers values --- modules/models_settings.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/modules/models_settings.py b/modules/models_settings.py index 6715d494..76bce7a9 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -154,6 +154,9 @@ def get_model_metadata(model): for pat in settings: if re.match(pat.lower(), Path(model).name.lower()): for k in settings[pat]: + if k == 'n_gpu_layers': + k = 'gpu_layers' + model_settings[k] = settings[pat][k] # Load instruction template if defined by name rather than by value