oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-03-06 05:33:50 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix temperature_last having no effect in llama.cpp server sampler order

Browse source
This commit is contained in:
oobabooga 2026-03-04 06:10:51 -08:00
parent 11dc6fdfce
commit 8a3d866401
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
modules/llama_cpp_server.py
View file

@ -119,9 +119,9 @@ class LlamaServer:
penalty_found = True
# Move temperature to the end if temperature_last is true and temperature exists in the list
if state["temperature_last"] and "temperature" in samplers:
samplers.remove("temperature")
samplers.append("temperature")
if state["temperature_last"] and "temperature" in filtered_samplers:
filtered_samplers.remove("temperature")
filtered_samplers.append("temperature")
payload["samplers"] = filtered_samplers