oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-06 07:03:37 +00:00
Code Issues Projects Releases Packages Wiki Activity

Update TensorRT-LLM to v1.1.0

Browse source
This commit is contained in:
oobabooga 2026-03-05 09:32:28 -03:00
parent 69fa4dd0b1
commit 268cc3f100
3 changed files with 13 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/shared.py
View file

@ -142,7 +142,7 @@ group.add_argument('--num_experts_per_token', type=int, default=2, metavar='N',
# TensorRT-LLM
group = parser.add_argument_group('TensorRT-LLM')
group.add_argument('--cpp-runner', action='store_true', help='Use the ModelRunnerCpp runner, which is faster than the default ModelRunner but doesn\'t support streaming yet.')
group.add_argument('--cpp-runner', action='store_true', help='Use the ModelRunnerCpp runner, which is faster than the default ModelRunner.')
# RoPE
group = parser.add_argument_group('RoPE')