oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-05 06:35:15 +00:00
Code Issues Projects Releases Packages Wiki Activity

Lint

Browse source
This commit is contained in:
oobabooga 2025-05-15 21:19:19 -07:00
parent 8cb73b78e1
commit fd61297933
4 changed files with 12 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

6
modules/tensorrt_llm.py
View file

@ -1,15 +1,15 @@
from pathlib import Path
import torch
import tensorrt_llm
import torch
from tensorrt_llm.runtime import ModelRunner, ModelRunnerCpp
from modules import shared
from modules.logging_colors import logger
from modules.text_generation import (
get_max_prompt_length,
get_reply_from_output_ids
)
from tensorrt_llm.runtime import ModelRunner, ModelRunnerCpp
class TensorRTLLMModel: