From b391ac8eb1ba63e449f0ef021db56d6513dce646 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Fri, 8 Aug 2025 17:51:24 -0700 Subject: [PATCH] Fix getting the ctx-size for EXL3/EXL2/Transformers models --- modules/models_settings.py | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/modules/models_settings.py b/modules/models_settings.py index e35e1c04..4e53dc81 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -106,9 +106,16 @@ def get_model_metadata(model): for k in ['max_position_embeddings', 'model_max_length', 'max_seq_len']: if k in metadata: - model_settings['truncation_length'] = metadata[k] - model_settings['truncation_length_info'] = metadata[k] - model_settings['ctx_size'] = min(metadata[k], 8192) + value = metadata[k] + elif k in metadata.get('text_config', {}): + value = metadata['text_config'][k] + else: + continue + + model_settings['truncation_length'] = value + model_settings['truncation_length_info'] = value + model_settings['ctx_size'] = min(value, 8192) + break if 'rope_theta' in metadata: model_settings['rope_freq_base'] = metadata['rope_theta']