oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-31 04:44:44 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Print \n after the llama.cpp progress bar reaches 1.0

Browse source
This commit is contained in:
oobabooga 2025-06-06 22:23:34 -07:00
parent d47c8eb956
commit 45f823ddf6
1 changed files with 10 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
modules/llama_cpp_server.py
View file

@ -417,14 +417,23 @@ def filter_stderr_with_progress(process_stderr):
progress_match = progress_pattern.search(line)
if progress_match:
progress_value = float(progress_match.group(1))
if last_was_progress:
# Overwrite the previous progress line using carriage return
sys.stderr.write(f'\r{line}')
else:
# First progress line - print normally
sys.stderr.write(line)
# Check if progress is 100% (1.0)
if progress_value >= 1.0:
sys.stderr.write('\n') # Add newline for completed progress
last_was_progress = False
else:
last_was_progress = True
sys.stderr.flush()
last_was_progress = True
elif not line.startswith(('srv ', 'slot ')) and 'log_server_r: request: GET /health' not in line:
if last_was_progress:
# Finish the progress line with a newline, then print the new line