From e263dbf8522c0b48c34e0842c40032e5a2d2eba2 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Sat, 14 Jun 2025 19:43:36 -0700 Subject: [PATCH] Improve user input truncation --- modules/chat.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/modules/chat.py b/modules/chat.py index e7cd5ad2..81e7b16a 100644 --- a/modules/chat.py +++ b/modules/chat.py @@ -332,10 +332,10 @@ def generate_chat_prompt(user_input, state, **kwargs): user_message = messages[-1]['content'] # Bisect the truncation point - left, right = 0, len(user_message) - 1 + left, right = 0, len(user_message) - while right - left > 1: - mid = (left + right) // 2 + while left < right: + mid = (left + right + 1) // 2 messages[-1]['content'] = user_message[:mid] prompt = make_prompt(messages) @@ -344,7 +344,7 @@ def generate_chat_prompt(user_input, state, **kwargs): if encoded_length <= max_length: left = mid else: - right = mid + right = mid - 1 messages[-1]['content'] = user_message[:left] prompt = make_prompt(messages)