Revert "Use ExLlamaV2 (instead of the HF one) for EXL2 models for now"

This reverts commit 0ef1b8f8b4.
This commit is contained in:
oobabooga 2025-04-17 21:31:32 -07:00
parent 0ef1b8f8b4
commit 2c2d453c8c
3 changed files with 4 additions and 2 deletions

View file

@ -110,6 +110,7 @@ loaders_and_params = OrderedDict({
'no_flash_attn',
'no_xformers',
'no_sdpa',
'exllamav2_info',
],
'HQQ': [
'hqq_backend',