oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-02-08 08:44:37 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Minor change

Browse source
This commit is contained in:
oobabooga 2025-08-09 07:01:55 -07:00
parent 9e260332cc
commit 1168004067
1 changed files with 0 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
modules/exllamav3.py
View file

@ -6,7 +6,6 @@ import torch
from exllamav3 import Cache, Config, Generator, Model, Tokenizer
from exllamav3.cache import CacheLayer_fp16, CacheLayer_quant
from exllamav3.generator import Job
# Import the base sampler components directly from exllamav3
from exllamav3.generator.sampler import (
CustomSampler,
SS_Argmax,