oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-20 22:13:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

Don't import PEFT unless necessary

Browse source
This commit is contained in:
oobabooga 2024-09-03 19:40:53 -07:00
parent c5b40eb555
commit bba5b36d33
2 changed files with 13 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

4
modules/LoRA.py
View file

@ -1,7 +1,6 @@
from pathlib import Path
import torch
from peft import PeftModel
from transformers import is_torch_xpu_available
import modules.shared as shared
@ -85,6 +84,9 @@ def add_lora_autogptq(lora_names):
def add_lora_transformers(lora_names):
from peft import PeftModel
prior_set = set(shared.lora_names)
added_set = set(lora_names) - prior_set
removed_set = prior_set - set(lora_names)