From a1b606a6ac8016236b20963fdd73da30b9d41236 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 19 Jun 2025 12:30:57 -0700 Subject: [PATCH] Fix obtaining the maximum number of GPU layers for DeepSeek-R1-0528-GGUF --- modules/models_settings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/models_settings.py b/modules/models_settings.py index 37aa37cf..6b22499e 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -77,7 +77,7 @@ def get_model_metadata(model): model_settings['compress_pos_emb'] = metadata[k] elif k.endswith('rope.scaling.factor'): model_settings['compress_pos_emb'] = metadata[k] - elif k.endswith('block_count'): + elif k.endswith('.block_count'): model_settings['gpu_layers'] = metadata[k] + 1 model_settings['max_gpu_layers'] = metadata[k] + 1