oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-02-20 06:34:37 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix "continue" for Byte-OSS for partial thinking blocks

Browse source
This commit is contained in:
oobabooga 2025-08-30 12:16:45 -07:00
parent 96136ea760
commit cf1aad2a68
1 changed files with 17 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
modules/chat.py
View file

@ -333,7 +333,23 @@ def generate_chat_prompt(user_input, state, **kwargs):
if _continue:
prompt = prompt.split("fake assistant message replace me", 1)[0]
prompt += last_message.get("content", "")
content = last_message.get("content", "")
thinking = last_message.get("thinking", "")
reasoning = last_message.get("reasoning_content", "")
partial_thought = thinking or reasoning
# Handle partial thinking blocks (GPT-OSS and Seed-OSS)
if partial_thought and partial_thought.strip():
search_string = partial_thought.strip()
index = prompt.rfind(search_string)
if index != -1:
prompt = prompt[:index] + partial_thought
else:
# Fallback
prompt += content
else:
# All other cases
prompt += content
if impersonate:
prompt = prompt.split("fake user message replace me", 1)[0]