oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-01-23 17:10:41 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

API: Fix sampler_priority usage for ExLlamaV3

Browse source
This commit is contained in:
oobabooga 2025-08-11 07:26:11 -07:00
parent c5340533c0
commit 4d8dbbab64
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
modules/exllamav3.py
View file

@ -237,7 +237,7 @@ class Exllamav3Model:
# 3. Get the priority list and handle temperature_last
default_priority = ['repetition_penalty', 'presence_frequency_penalty', 'top_k', 'top_p', 'min_p', 'temperature']
sampler_priority = state.get('sampler_priority', default_priority)
sampler_priority = state.get('sampler_priority') or default_priority
if state['temperature_last'] and 'temperature' in sampler_priority:
sampler_priority.append(sampler_priority.pop(sampler_priority.index('temperature')))