oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-03-17 10:54:40 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Transformers: Support standalone .jinja chat templates (for GPT-OSS)

Browse source
This commit is contained in:
oobabooga 2025-08-05 11:22:18 -07:00
parent 02a3420a50
commit 5989043537
1 changed files with 13 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
modules/models_settings.py
View file

@ -122,13 +122,25 @@ def get_model_metadata(model):
# Try to find the Jinja instruct template
path = Path(f'{shared.args.model_dir}/{model}') / 'tokenizer_config.json'
template = None
# 1. Prioritize reading from chat_template.jinja if it exists
jinja_path = Path(f'{shared.args.model_dir}/{model}') / 'chat_template.jinja'
if jinja_path.exists():
with open(jinja_path, 'r', encoding='utf-8') as f:
template = f.read()
if path.exists():
metadata = json.loads(open(path, 'r', encoding='utf-8').read())
if 'chat_template' in metadata:
# 2. Only read from metadata if we haven't already loaded from .jinja
if template is None and 'chat_template' in metadata:
template = metadata['chat_template']
if isinstance(template, list):
template = template[0]['template']
# 3. If a template was found from either source, process it
if template:
for k in ['eos_token', 'bos_token']:
if k in metadata:
value = metadata[k]