oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-19 23:20:17 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

llama.cpp: set the random seed manually

Browse source
This commit is contained in:
oobabooga 2025-04-20 19:08:44 -07:00
parent 99588be576
commit ff1c00bdd9
1 changed files with 12 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
modules/text_generation.py
View file

@ -215,20 +215,21 @@ def formatted_outputs(reply, model_name):
def set_manual_seed(seed):
import torch
from transformers import is_torch_npu_available, is_torch_xpu_available
seed = int(seed)
if seed == -1:
seed = random.randint(1, 2**31)
torch.manual_seed(seed)
if torch.cuda.is_available():
torch.cuda.manual_seed_all(seed)
elif is_torch_xpu_available():
torch.xpu.manual_seed_all(seed)
elif is_torch_npu_available():
torch.npu.manual_seed_all(seed)
if shared.args.loader != 'llama.cpp':
import torch
from transformers import is_torch_npu_available, is_torch_xpu_available
torch.manual_seed(seed)
if torch.cuda.is_available():
torch.cuda.manual_seed_all(seed)
elif is_torch_xpu_available():
torch.xpu.manual_seed_all(seed)
elif is_torch_npu_available():
torch.npu.manual_seed_all(seed)
return seed
@ -476,11 +477,7 @@ def generate_reply_custom(question, original_question, state, stopping_strings=N
For models that do not use the transformers library for sampling
"""
seed = state['seed']
if shared.args.loader != 'llama.cpp':
print(shared.args.loader)
seed = set_manual_seed(seed)
seed = set_manual_seed(state['seed'])
t0 = time.time()
reply = ''
try: