From 6e2c4e9c23fbeb71fbbf4b97be6968351cd9ab7d Mon Sep 17 00:00:00 2001 From: Sergey 'Jin' Bostandzhyan Date: Tue, 6 Jan 2026 15:31:10 +0100 Subject: [PATCH] Fix loading models which have their eos token disabled (#7363) --- modules/models_settings.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/modules/models_settings.py b/modules/models_settings.py index e9f19a06..15ff2830 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -83,7 +83,11 @@ def get_model_metadata(model): if 'tokenizer.chat_template' in metadata: template = metadata['tokenizer.chat_template'] - eos_token = metadata['tokenizer.ggml.tokens'][metadata['tokenizer.ggml.eos_token_id']] + if 'tokenizer.ggml.eos_token_id' in metadata: + eos_token = metadata['tokenizer.ggml.tokens'][metadata['tokenizer.ggml.eos_token_id']] + else: + eos_token = "" + if 'tokenizer.ggml.bos_token_id' in metadata: bos_token = metadata['tokenizer.ggml.tokens'][metadata['tokenizer.ggml.bos_token_id']] else: