mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2026-04-05 14:45:28 +00:00
Address copilot feedback
This commit is contained in:
parent
24fdcc52b3
commit
04213dff14
6 changed files with 14 additions and 6 deletions
|
|
@ -136,7 +136,7 @@ class LlamaServer:
|
|||
|
||||
logit_bias = []
|
||||
if state['custom_token_bans']:
|
||||
logit_bias.extend([[int(token_id), False] for token_id in state['custom_token_bans'].split(',')])
|
||||
logit_bias.extend([[int(token_id.strip()), False] for token_id in state['custom_token_bans'].split(',') if token_id.strip()])
|
||||
|
||||
if state.get('logit_bias'):
|
||||
for token_id_str, bias in state['logit_bias'].items():
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue