oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-31 04:44:44 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

UI: Fix edge case where gpu-layers slider maximum is incorrectly limited

Browse source
This commit is contained in:
oobabooga 2025-06-14 10:12:11 -07:00
parent 8e0ef5b419
commit 8e9c0287aa
1 changed files with 5 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
modules/models_settings.py
View file

@ -459,26 +459,19 @@ def update_gpu_layers_and_vram(loader, model, gpu_layers, ctx_size, cache_type,
else:
return (0, gpu_layers) if auto_adjust else 0
# Get model settings including user preferences
model_settings = get_model_metadata(model)
current_layers = gpu_layers
max_layers = gpu_layers
max_layers = model_settings.get('max_gpu_layers', 256)
if auto_adjust:
# Get model settings including user preferences
model_settings = get_model_metadata(model)
# Get the true maximum layers
max_layers = model_settings.get('max_gpu_layers', model_settings.get('gpu_layers', gpu_layers))
# Check if this is a user-saved setting
user_config = shared.user_config
model_regex = Path(model).name + '$'
has_user_setting = model_regex in user_config and 'gpu_layers' in user_config[model_regex]
if has_user_setting:
# For user settings, just use the current value (which already has user pref)
# but ensure the slider maximum is correct
current_layers = gpu_layers # Already has user setting
else:
if not has_user_setting:
# No user setting, auto-adjust from the maximum
current_layers = max_layers # Start from max