oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-03-08 06:33:51 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix llama-server output filter for new log format

Browse source
This commit is contained in:
oobabooga 2026-03-06 02:38:13 -03:00
parent d0ac58ad31
commit 93ebfa2b7e
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
modules/llama_cpp_server.py
View file

@ -520,6 +520,8 @@ def filter_stderr_with_progress(process_stderr):
inline (overwriting the same line) until completion.
"""
progress_re = re.compile(r'slot update_slots: id.*progress = (\d+\.\d+)')
ansi_re = re.compile(r'\x1b\[[0-9;]*[a-zA-Z]')
log_prefix_re = re.compile(r'^[IWED] ')
last_was_progress = False
try:
@ -538,6 +540,7 @@ def filter_stderr_with_progress(process_stderr):
line_bytes, buffer = buffer.split(b'\n', 1)
try:
line = line_bytes.decode('utf-8', errors='replace').strip('\r\n')
line = log_prefix_re.sub('', ansi_re.sub('', line))
if line: # Process non-empty lines
match = progress_re.search(line)