oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-18 14:40:53 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix getting the ctx-size for EXL3/EXL2/Transformers models

Browse source
This commit is contained in:
oobabooga 2025-08-08 17:51:24 -07:00
parent f1147c9926
commit b391ac8eb1
1 changed files with 10 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
modules/models_settings.py
View file

@ -106,9 +106,16 @@ def get_model_metadata(model):
for k in ['max_position_embeddings', 'model_max_length', 'max_seq_len']:
if k in metadata:
model_settings['truncation_length'] = metadata[k]
model_settings['truncation_length_info'] = metadata[k]
model_settings['ctx_size'] = min(metadata[k], 8192)
value = metadata[k]
elif k in metadata.get('text_config', {}):
value = metadata['text_config'][k]
else:
continue
model_settings['truncation_length'] = value
model_settings['truncation_length_info'] = value
model_settings['ctx_size'] = min(value, 8192)
break
if 'rope_theta' in metadata:
model_settings['rope_freq_base'] = metadata['rope_theta']