diff --git a/modules/models_settings.py b/modules/models_settings.py index 6715d494..76bce7a9 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -154,6 +154,9 @@ def get_model_metadata(model): for pat in settings: if re.match(pat.lower(), Path(model).name.lower()): for k in settings[pat]: + if k == 'n_gpu_layers': + k = 'gpu_layers' + model_settings[k] = settings[pat][k] # Load instruction template if defined by name rather than by value