oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-20 22:13:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

Change the default ctx-size to 0 (auto) for llama.cpp

Browse source
This commit is contained in:
oobabooga 2026-03-14 15:30:01 -07:00
parent 9f657d3976
commit 4ae2bd86e2
4 changed files with 8 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
modules/models.py
View file

@ -38,6 +38,9 @@ def load_model(model_name, loader=None):
sampler_hijack.hijack_samplers()
shared.args.loader = loader
if loader != 'llama.cpp' and shared.args.ctx_size == 0:
shared.args.ctx_size = 8192
output = load_func_map[loader](model_name)
if type(output) is tuple:
model, tokenizer = output