oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-27 19:04:51 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Try to avoid breaking jinja2 parsing for older models

Browse source
This commit is contained in:
oobabooga 2025-08-05 15:51:24 -07:00
parent 7d98ca6195
commit 701048cf33
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
modules/models_settings.py
View file

@ -91,6 +91,7 @@ def get_model_metadata(model):
template = template.replace('bos_token', "'{}'".format(bos_token))
template = re.sub(r"\{\{-?\s*raise_exception\(.*?\)\s*-?\}\}", "", template, flags=re.DOTALL)
template = re.sub(r'raise_exception\([^)]*\)', "''", template)
template = re.sub(r'{% if add_generation_prompt %}.*', '', template, flags=re.DOTALL)
model_settings['instruction_template'] = 'Custom (obtained from model metadata)'
model_settings['instruction_template_str'] = template
@ -150,6 +151,7 @@ def get_model_metadata(model):
template = template.replace(k, "'{}'".format(value))
template = re.sub(r"\{\{-?\s*raise_exception\(.*?\)\s*-?\}\}", "", template, flags=re.DOTALL)
template = re.sub(r'raise_exception\([^)]*\)', "''", template)
template = re.sub(r'{% if add_generation_prompt %}.*', '', template, flags=re.DOTALL)
model_settings['instruction_template'] = 'Custom (obtained from model metadata)'
model_settings['instruction_template_str'] = template