From 38c0b4a1adc613e9e3a237835faa1d88632733ef Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 11 Aug 2025 07:39:53 -0700 Subject: [PATCH] Default ctx-size to 8192 when not found in the metadata --- modules/models_settings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/models_settings.py b/modules/models_settings.py index d3bf4a36..bf7b1cf9 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -15,7 +15,7 @@ from modules.logging_colors import logger def get_fallback_settings(): return { 'bf16': False, - 'ctx_size': 2048, + 'ctx_size': 8192, 'rope_freq_base': 0, 'compress_pos_emb': 1, 'alpha_value': 1,