From caa6afc88b2b2af7764e7db2d066477b6de1414d Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Fri, 18 Apr 2025 09:57:57 -0700 Subject: [PATCH] Only show 'GENERATE_PARAMS=...' in the logits endpoint if use_logits is True --- modules/llama_cpp_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/llama_cpp_server.py b/modules/llama_cpp_server.py index db500c9c..a6eb9b20 100644 --- a/modules/llama_cpp_server.py +++ b/modules/llama_cpp_server.py @@ -192,7 +192,7 @@ class LlamaServer: "post_sampling_probs": use_samplers, }) - if shared.args.verbose: + if shared.args.verbose and use_samplers: logger.info("GENERATE_PARAMS=") printable_payload = {k: v for k, v in payload.items() if k != "prompt"} pprint.PrettyPrinter(indent=4, sort_dicts=False).pprint(printable_payload)