Revert "Attempt at solving the ExLlamaV2 issue"

This reverts commit c9b3c9dfbf.
This commit is contained in:
oobabooga 2025-04-17 22:03:21 -07:00
parent 5dfab7d363
commit ce9e2d94b1

View file

@ -447,7 +447,7 @@ def generate_reply_HF(question, original_question, seed, state, stopping_strings
new_content = get_reply_from_output_ids(output, state, starting_from=starting_from)
# check the partial unicode character
if new_content.endswith(chr(0xfffd)):
if chr(0xfffd) in new_content:
continue
cumulative_reply += new_content