oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-04 14:17:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert "Remove non-HF ExLlamaV2 loader (#5431)"

Browse source 
This reverts commit cde000d478.
This commit is contained in:
oobabooga 2024-02-06 06:21:17 -08:00
parent 8c35fefb3b
commit 2a1063eff5
9 changed files with 220 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/models_settings.py
View file

@ -141,8 +141,6 @@ def get_model_metadata(model):
if re.match(pat.lower(), model.lower()):
for k in settings[pat]:
model_settings[k] = settings[pat][k]
if k == 'loader' and settings[pat][k] == 'ExLlamav2':
model_settings[k] = 'ExLlamav2_HF'
return model_settings