oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Improve user input truncation

Browse source
This commit is contained in:
oobabooga 2025-06-14 19:43:36 -07:00
parent 09606a38d3
commit e263dbf852
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
modules/chat.py
View file

@ -332,10 +332,10 @@ def generate_chat_prompt(user_input, state, **kwargs):
user_message = messages[-1]['content'] user_message = messages[-1]['content']
# Bisect the truncation point # Bisect the truncation point
left, right = 0, len(user_message) - 1 left, right = 0, len(user_message)
while right - left > 1: while left < right:
mid = (left + right) // 2 mid = (left + right + 1) // 2
messages[-1]['content'] = user_message[:mid] messages[-1]['content'] = user_message[:mid]
prompt = make_prompt(messages) prompt = make_prompt(messages)
@ -344,7 +344,7 @@ def generate_chat_prompt(user_input, state, **kwargs):
if encoded_length <= max_length: if encoded_length <= max_length:
left = mid left = mid
else: else:
right = mid right = mid - 1
messages[-1]['content'] = user_message[:left] messages[-1]['content'] = user_message[:left]
prompt = make_prompt(messages) prompt = make_prompt(messages)