This commit is contained in:
oobabooga 2026-03-14 18:18:33 -07:00
parent 9eacd4a207
commit b9bdbd638e

View file

@ -67,7 +67,7 @@ def get_model_metadata(model):
for k in metadata:
if k.endswith('.context_length'):
model_settings['ctx_size'] = min(metadata[k], 8192)
model_settings['ctx_size'] = 0
model_settings['truncation_length_info'] = metadata[k]
elif k.endswith('rope.freq_base'):
model_settings['rope_freq_base'] = metadata[k]