oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-04 14:17:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix ExLlamaV2_HF and ExLlamaV3_HF after ae02ffc605

Browse source
This commit is contained in:
oobabooga 2025-04-20 11:32:48 -07:00
parent 9c59acf820
commit b3bf7a885d
4 changed files with 22 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/transformers_loader.py
View file

@ -22,13 +22,11 @@ from transformers import (
)
import modules.shared as shared
from modules import sampler_hijack
from modules.logging_colors import logger
from modules.text_generation import get_reply_from_output_ids
from modules.torch_utils import get_device
transformers.logging.set_verbosity_error()
sampler_hijack.hijack_samplers()
local_rank = None
if shared.args.deepspeed: