diff --git a/modules/models_settings.py b/modules/models_settings.py index e35e1c04..4e53dc81 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -106,9 +106,16 @@ def get_model_metadata(model): for k in ['max_position_embeddings', 'model_max_length', 'max_seq_len']: if k in metadata: - model_settings['truncation_length'] = metadata[k] - model_settings['truncation_length_info'] = metadata[k] - model_settings['ctx_size'] = min(metadata[k], 8192) + value = metadata[k] + elif k in metadata.get('text_config', {}): + value = metadata['text_config'][k] + else: + continue + + model_settings['truncation_length'] = value + model_settings['truncation_length_info'] = value + model_settings['ctx_size'] = min(value, 8192) + break if 'rope_theta' in metadata: model_settings['rope_freq_base'] = metadata['rope_theta']