oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Begin fixing 'Continue' with GPT-OSS

Browse source
This commit is contained in:
oobabooga 2025-08-05 16:01:19 -07:00
parent e5b8d4d072
commit 80f6abb07e
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
modules/chat.py
View file

@ -165,6 +165,7 @@ class LinearTemplateHandler(TemplateHandler):
suffix = self.get_generation_prefix_suffix(renderer, impersonate)[1]
if len(suffix) > 0:
return prompt[:-len(suffix)]
return prompt
@ -199,7 +200,10 @@ class ChannelTemplateHandler(TemplateHandler):
]
def modify_for_continue(self, prompt, renderer, impersonate=False):
# Channels don't need suffix stripping for the continue logic to work.
suffix = '<|return|>'
if prompt.endswith(suffix):
return prompt[:-len(suffix)]
return prompt