oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Lint

Browse source
This commit is contained in:
oobabooga 2025-10-15 13:15:01 -07:00
parent c871d9cdbd
commit a156ebbf76
2 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
modules/exllamav3_hf.py
View file

@ -4,8 +4,6 @@ from pathlib import Path
from typing import Any, Dict, Optional, Union from typing import Any, Dict, Optional, Union
import torch import torch
from exllamav3 import Cache, Config, Model
from exllamav3.cache import CacheLayer_fp16, CacheLayer_quant
from torch.nn import CrossEntropyLoss from torch.nn import CrossEntropyLoss
from transformers import ( from transformers import (
GenerationConfig, GenerationConfig,
@ -15,6 +13,8 @@ from transformers import (
) )
from transformers.modeling_outputs import CausalLMOutputWithPast from transformers.modeling_outputs import CausalLMOutputWithPast
from exllamav3 import Cache, Config, Model
from exllamav3.cache import CacheLayer_fp16, CacheLayer_quant
from modules import shared from modules import shared
from modules.logging_colors import logger from modules.logging_colors import logger