oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-05 14:45:28 +00:00
Code Issues Projects Releases Packages Wiki Activity

llama.cpp: Add --fit-target param

Browse source
This commit is contained in:
oobabooga 2026-03-05 20:46:08 -08:00
parent e81a47f708
commit 66fb79fe15
5 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/llama_cpp_server.py
View file

@ -354,6 +354,8 @@ class LlamaServer:
cmd += ["--gpu-layers", str(shared.args.gpu_layers), "--fit", "off"]
else:
cmd += ["--fit", "on"]
if shared.args.fit_target:
cmd += ["--fit-target", shared.args.fit_target]
if shared.args.threads > 0:
cmd += ["--threads", str(shared.args.threads)]