Default ctx-size to 8192 when not found in the metadata

This commit is contained in:
oobabooga 2025-08-11 07:39:53 -07:00
parent 52d1cbbbe9
commit 38c0b4a1ad

View file

@ -15,7 +15,7 @@ from modules.logging_colors import logger
def get_fallback_settings():
return {
'bf16': False,
'ctx_size': 2048,
'ctx_size': 8192,
'rope_freq_base': 0,
'compress_pos_emb': 1,
'alpha_value': 1,