mirror of
https://github.com/oobabooga/text-generation-webui.git
synced 2026-04-06 07:03:37 +00:00
Add a --cpu-moe model for llama.cpp
This commit is contained in:
parent
d6f39e1fef
commit
0d4eff284c
5 changed files with 7 additions and 1 deletions
|
|
@ -125,6 +125,7 @@ def list_model_elements():
|
|||
'loader',
|
||||
'cpu_memory',
|
||||
'gpu_layers',
|
||||
'cpu_moe',
|
||||
'threads',
|
||||
'threads_batch',
|
||||
'batch_size',
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue