oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-05 14:45:28 +00:00
Code Issues Projects Releases Packages Wiki Activity

Fix a typo

Browse source
This commit is contained in:
oobabooga 2024-09-27 20:26:36 -07:00
parent 46996f6519
commit 7276dca933
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
modules/exllamav2_hf.py
View file

@ -48,9 +48,9 @@ class Exllamav2HF(PreTrainedModel):
split = [float(alloc) for alloc in shared.args.gpu_split.split(",")]
if shared.args.enable_tp:
model.load_tp(split)
self.ex_model.load_tp(split)
elif not shared.args.autosplit:
model.load(split)
self.ex_model.load(split)
# Determine the correct cache type
if shared.args.cache_8bit: