From 4d8dbbab648d14680741324d187bee23a8bea486 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 11 Aug 2025 07:26:11 -0700 Subject: [PATCH] API: Fix sampler_priority usage for ExLlamaV3 --- modules/exllamav3.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/exllamav3.py b/modules/exllamav3.py index 9d597ce7..8f686669 100644 --- a/modules/exllamav3.py +++ b/modules/exllamav3.py @@ -237,7 +237,7 @@ class Exllamav3Model: # 3. Get the priority list and handle temperature_last default_priority = ['repetition_penalty', 'presence_frequency_penalty', 'top_k', 'top_p', 'min_p', 'temperature'] - sampler_priority = state.get('sampler_priority', default_priority) + sampler_priority = state.get('sampler_priority') or default_priority if state['temperature_last'] and 'temperature' in sampler_priority: sampler_priority.append(sampler_priority.pop(sampler_priority.index('temperature')))