oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Lint

Browse source
This commit is contained in:
oobabooga 2025-08-12 13:37:37 -07:00
parent 2f979ce294
commit 41b95e9ec3
2 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
modules/exllamav2.py
View file

@ -3,7 +3,6 @@ import traceback
from pathlib import Path from pathlib import Path
import torch import torch
from exllamav2 import ( from exllamav2 import (
ExLlamaV2, ExLlamaV2,
ExLlamaV2Cache, ExLlamaV2Cache,
@ -16,6 +15,7 @@ from exllamav2 import (
ExLlamaV2Tokenizer ExLlamaV2Tokenizer
) )
from exllamav2.generator import ExLlamaV2Sampler, ExLlamaV2StreamingGenerator from exllamav2.generator import ExLlamaV2Sampler, ExLlamaV2StreamingGenerator
from modules import shared from modules import shared
from modules.logging_colors import logger from modules.logging_colors import logger
from modules.text_generation import get_max_prompt_length from modules.text_generation import get_max_prompt_length

1
modules/exllamav3.py
View file

@ -16,6 +16,7 @@ from exllamav3.generator.sampler import (
SS_TopK, SS_TopK,
SS_TopP SS_TopP
) )
from modules import shared from modules import shared
from modules.image_utils import ( from modules.image_utils import (
convert_image_attachments_to_pil, convert_image_attachments_to_pil,