oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-05 14:45:28 +00:00
Code Issues Projects Releases Packages Wiki Activity

Revert "API: Add warning about vanilla llama-server not supporting prompt logprobs + instructions"

Browse source 
This reverts commit 42dfcdfc5b.
This commit is contained in:
oobabooga 2026-04-03 07:30:48 -07:00
parent 8bba9ecc3f
commit 95d6c53e13
1 changed files with 0 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
modules/llama_cpp_server.py
View file

@ -333,12 +333,6 @@ class LlamaServer:
prompt_probs = result.get("prompt_probabilities", [])
if not prompt_probs:
logger.warning(
"The llama.cpp server did not return prompt probabilities. "
"This feature requires a custom build with prompt_logprobs support. "
"See: https://github.com/oobabooga/llama.cpp/tree/prompt-logprobs "
"or https://github.com/oobabooga/ik_llama.cpp/tree/prompt-logprobs"
)
return []
# Null first token (no conditioning context); use empty string for BOS