oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-02 23:00:12 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add backward compatibility with saved n_gpu_layers values

Browse source
This commit is contained in:
oobabooga 2025-05-16 17:29:18 -07:00
parent 1c549d176b
commit d99fb0a22a
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
modules/models_settings.py
View file

@ -154,6 +154,9 @@ def get_model_metadata(model):
for pat in settings:
if re.match(pat.lower(), Path(model).name.lower()):
for k in settings[pat]:
if k == 'n_gpu_layers':
k = 'gpu_layers'
model_settings[k] = settings[pat][k]
# Load instruction template if defined by name rather than by value