diff --git a/modules/loaders.py b/modules/loaders.py index 12c30e78..545c0e0a 100644 --- a/modules/loaders.py +++ b/modules/loaders.py @@ -85,6 +85,15 @@ loaders_and_params = OrderedDict({ 'no_use_fast', 'autogptq_info', ], + 'AutoAWQ': [ + 'cpu_memory', + 'gpu_memory', + 'auto_devices', + 'max_seq_len', + 'no_inject_fused_attention', + 'trust_remote_code', + 'no_use_fast', + ], 'GPTQ-for-LLaMa': [ 'wbits', 'groupsize', @@ -125,15 +134,6 @@ loaders_and_params = OrderedDict({ 'alpha_value', 'compress_pos_emb', ], - 'AutoAWQ': [ - 'cpu_memory', - 'gpu_memory', - 'auto_devices', - 'max_seq_len', - 'no_inject_fused_attention', - 'trust_remote_code', - 'no_use_fast', - ], 'ctransformers': [ 'n_ctx', 'n_gpu_layers',