oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-03-18 03:14:39 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

UI: Skip redundant work in chat loop when no tools are selected

Browse source
This commit is contained in:
oobabooga 2026-03-12 19:18:55 -07:00
parent 0e35421593
commit 58f26a4cc7
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
modules/chat.py
View file

@ -1239,7 +1239,7 @@ def generate_chat_reply_wrapper(text, state, regenerate=False, _continue=False):
# Recover visible_prefix from existing visible text (e.g. on Continue
# after a previous session had tool calls). Extract all <tool_call>
# blocks and any text between them (thinking blocks, intermediate text).
if not visible_prefix and _model_visible:
if tool_func_names and not visible_prefix and _model_visible:
tc_matches = list(re.finditer(r'<tool_call>.*?</tool_call>', _model_visible, re.DOTALL))
if tc_matches:
prefix_end = tc_matches[-1].end()
@ -1253,7 +1253,8 @@ def generate_chat_reply_wrapper(text, state, regenerate=False, _continue=False):
if visible_prefix:
history['visible'][-1][1] = '\n\n'.join(visible_prefix + [_model_visible])
save_history(history, state['unique_id'], state['character_menu'], state['mode'])
if tool_func_names:
save_history(history, state['unique_id'], state['character_menu'], state['mode'])
# Check for tool calls
if not tool_func_names or shared.stop_everything: