oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-04 22:27:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix GPU layers slider: honor saved settings and show true maximum

Browse source
This commit is contained in:
oobabooga 2025-05-16 17:24:06 -07:00
parent e4d3f4449d
commit 1c549d176b
2 changed files with 22 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/ui_model_menu.py
View file

@ -318,7 +318,7 @@ def get_initial_vram_info():
def get_initial_gpu_layers_max():
if shared.model_name != 'None' and shared.args.loader == 'llama.cpp':
model_settings = get_model_metadata(shared.model_name)
return model_settings.get('gpu_layers', 256)
return model_settings.get('max_gpu_layers', model_settings.get('gpu_layers', 256))
return 256