oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-04 22:27:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Lint

Browse source
This commit is contained in:
oobabooga 2024-04-24 09:53:41 -07:00
parent 64e2a9a0a7
commit 4094813f8d
6 changed files with 31 additions and 43 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/models.py
View file

@ -194,7 +194,7 @@ def huggingface_loader(model_name):
params['torch_dtype'] = torch.float32
else:
params['device_map'] = 'auto'
if x:= get_max_memory_dict():
if x := get_max_memory_dict():
params['max_memory'] = x
if shared.args.load_in_4bit: