oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-05 08:10:07 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix llama.cpp loader not being random (thanks @reydeljuego12345)

Browse source
This commit is contained in:
oobabooga 2024-10-14 13:05:51 -07:00
parent 49dfa0adaf
commit c9a9f63d1b
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
modules/llamacpp_model.py
View file

@ -136,7 +136,7 @@ class LlamaCppModel:
prompt=prompt,
max_tokens=state['max_new_tokens'],
temperature=state['temperature'],
top_p=state['top_p'],
top_p=state['top_p'] if state['top_p'] < 1 else 0.999,
min_p=state['min_p'],
typical_p=state['typical_p'],
frequency_penalty=state['frequency_penalty'],