oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-07 09:10:16 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Replace {{char}}, {{user}} in the chat template itself

Browse source
This commit is contained in:
oobabooga 2024-02-18 19:57:38 -08:00
parent 717c3494e8
commit ae05d9830f
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
modules/chat.py
View file

@ -82,7 +82,11 @@ def generate_chat_prompt(user_input, state, **kwargs):
history = kwargs.get('history', state['history'])['internal']
# Templates
chat_template = jinja_env.from_string(state['chat_template_str'])
chat_template_str = state['chat_template_str']
if state['mode'] != 'instruct':
chat_template_str = replace_character_names(chat_template_str, state['name1'], state['name2'])
chat_template = jinja_env.from_string(chat_template_str)
instruction_template = jinja_env.from_string(state['instruction_template_str'])
chat_renderer = partial(chat_template.render, add_generation_prompt=False, name1=state['name1'], name2=state['name2'])
instruct_renderer = partial(instruction_template.render, add_generation_prompt=False)