oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-18 14:40:53 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Automatically set skip_special_tokens to False for channel-based templates

Browse source
This commit is contained in:
oobabooga 2025-08-05 12:57:49 -07:00
parent 178c3e75cc
commit ecd16d6bf9
1 changed files with 10 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
modules/chat.py
View file

@ -770,6 +770,16 @@ def chatbot_wrapper(text, state, regenerate=False, _continue=False, loading_mess
output = apply_extensions('history', output)
state = apply_extensions('state', state)
# Automatically set skip_special_tokens to False for channel-based templates
if state['mode'] in ['instruct', 'chat-instruct']:
template_str = state['instruction_template_str']
else: # chat mode
template_str = state['chat_template_str']
handler = create_template_handler(template_str)
if isinstance(handler, ChannelTemplateHandler):
state['skip_special_tokens'] = False
# Let the jinja2 template handle the BOS token
if state['mode'] in ['instruct', 'chat-instruct']:
state['add_bos_token'] = False