oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-01 22:30:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix the GPT-OSS stopping string

Browse source
This commit is contained in:
oobabooga 2025-08-25 18:41:58 -07:00
parent 6c165d2e55
commit a531328f7e
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
modules/chat.py
View file

@ -475,6 +475,12 @@ def get_stopping_strings(state):
result = [item for item in stopping_strings if not any(item.startswith(other) and item != other for other in stopping_strings)] result = [item for item in stopping_strings if not any(item.startswith(other) and item != other for other in stopping_strings)]
result = list(set(result)) result = list(set(result))
# Handle GPT-OSS as a special case
if '<|channel|>final<|message|>' in state['instruction_template_str'] and "<|end|>" in result:
result.remove("<|end|>")
result.append("<|result|>")
result = list(set(result))
if shared.args.verbose: if shared.args.verbose:
logger.info("STOPPING_STRINGS=") logger.info("STOPPING_STRINGS=")
pprint.PrettyPrinter(indent=4, sort_dicts=False).pprint(result) pprint.PrettyPrinter(indent=4, sort_dicts=False).pprint(result)