diff --git a/modules/models_settings.py b/modules/models_settings.py index 37aa37cf..6b22499e 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -77,7 +77,7 @@ def get_model_metadata(model): model_settings['compress_pos_emb'] = metadata[k] elif k.endswith('rope.scaling.factor'): model_settings['compress_pos_emb'] = metadata[k] - elif k.endswith('block_count'): + elif k.endswith('.block_count'): model_settings['gpu_layers'] = metadata[k] + 1 model_settings['max_gpu_layers'] = metadata[k] + 1