oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-06 07:03:37 +00:00
Code Issues Projects Releases Packages Wiki Activity

llama.cpp: allow ctx_size=0 for auto context via --fit

Browse source
This commit is contained in:
oobabooga 2026-03-04 19:33:20 -08:00
parent fbfcd59fe0
commit 69fa4dd0b1
6 changed files with 13 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/ui_parameters.py
View file

@ -128,7 +128,7 @@ def create_event_handlers():
def get_truncation_length():
if 'ctx_size' in shared.provided_arguments or shared.args.ctx_size != shared.args_defaults.ctx_size:
if shared.args.ctx_size > 0 and ('ctx_size' in shared.provided_arguments or shared.args.ctx_size != shared.args_defaults.ctx_size):
return shared.args.ctx_size
else:
return shared.settings['truncation_length']