diff --git a/modules/chat.py b/modules/chat.py index 7326c033..fd949907 100644 --- a/modules/chat.py +++ b/modules/chat.py @@ -362,13 +362,17 @@ def chatbot_wrapper(text, state, regenerate=False, _continue=False, loading_mess for j, reply in enumerate(generate_reply(prompt, state, stopping_strings=stopping_strings, is_chat=True, for_ui=for_ui)): # Extract the reply - visible_reply = reply if state['mode'] in ['chat', 'chat-instruct']: - visible_reply = re.sub("(||{{user}})", state['name1'], visible_reply) + visible_reply = re.sub("(||{{user}})", state['name1'], reply + '▍') + else: + visible_reply = reply + '▍' visible_reply = html.escape(visible_reply) if shared.stop_everything: + if output['visible'][-1][1].endswith('▍'): + output['visible'][-1][1] = output['visible'][-1][1][:-1] + output['visible'][-1][1] = apply_extensions('output', output['visible'][-1][1], state, is_chat=True) yield output return @@ -384,6 +388,9 @@ def chatbot_wrapper(text, state, regenerate=False, _continue=False, loading_mess if is_stream: yield output + if output['visible'][-1][1].endswith('▍'): + output['visible'][-1][1] = output['visible'][-1][1][:-1] + output['visible'][-1][1] = apply_extensions('output', output['visible'][-1][1], state, is_chat=True) yield output