Fix chat-instruct replies leaking the bot name sometimes

This commit is contained in:
oobabooga 2025-08-25 18:50:16 -07:00
parent a531328f7e
commit 8f660aefe3

View file

@ -825,6 +825,12 @@ def chatbot_wrapper(text, state, regenerate=False, _continue=False, loading_mess
# Extract the reply
if state['mode'] in ['chat', 'chat-instruct']:
reply = reply.lstrip()
if reply.startswith(state['name2'] + ':'):
reply = reply[len(state['name2'] + ':'):]
elif reply.startswith(state['name1'] + ':'):
reply = reply[len(state['name1'] + ':'):]
visible_reply = re.sub("(<USER>|<user>|{{user}})", state['name1'], reply)
else:
visible_reply = reply