oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-04 14:17:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Use --ctx-size to specify the context size for all loaders

Browse source 
Old flags are still recognized as alternatives.
This commit is contained in:
oobabooga 2025-04-25 16:59:03 -07:00
parent faababc4ea
commit d4b1e31c49
12 changed files with 39 additions and 45 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/llama_cpp_server.py
View file

@ -254,7 +254,7 @@ class LlamaServer:
cmd = [
self.server_path,
"--model", self.model_path,
"--ctx-size", str(shared.args.n_ctx),
"--ctx-size", str(shared.args.ctx_size),
"--n-gpu-layers", str(shared.args.n_gpu_layers),
"--batch-size", str(shared.args.batch_size),
"--port", str(self.port),