oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-06 07:03:37 +00:00
Code Issues Projects Releases Packages Wiki Activity

Fix top_logprobs_ids missing for llama.cpp loader

Browse source
This commit is contained in:
oobabooga 2026-04-02 16:13:45 -03:00
parent f6f8f14c8d
commit 091037ec20
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
modules/api/completions.py
View file

@ -299,8 +299,9 @@ def format_completion_logprobs(entries):
t = item.get('token', '')
lp = item.get('logprob', item.get('prob', 0))
top_dict[t] = lp
if 'token_id' in item:
top_dict_ids[item['token_id']] = lp
tid = item.get('token_id', item.get('id'))
if tid is not None:
top_dict_ids[tid] = lp
top_logprobs.append(top_dict)
top_logprobs_ids.append(top_dict_ids if top_dict_ids else None)