oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-09 00:23:38 +00:00
Code Issues Projects Releases Packages Wiki Activity

Make llama.cpp the default loader

Browse source
This commit is contained in:
oobabooga 2025-04-21 16:36:35 -07:00
parent 86c3ed3218
commit 15989c2ed8
2 changed files with 18 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

34
modules/loaders.py
View file

@ -4,6 +4,23 @@ from collections import OrderedDict
import gradio as gr
loaders_and_params = OrderedDict({
'llama.cpp': [
'n_gpu_layers',
'threads',
'threads_batch',
'batch_size',
'n_ctx',
'cache_type',
'tensor_split',
'rope_freq_base',
'compress_pos_emb',
'flash_attn',
'row_split',
'no_kv_offload',
'no_mmap',
'mlock',
'numa',
],
'Transformers': [
'gpu_split',
'cpu_memory',
@ -23,23 +40,6 @@ loaders_and_params = OrderedDict({
'trust_remote_code',
'no_use_fast',
],
'llama.cpp': [
'n_gpu_layers',
'threads',
'threads_batch',
'batch_size',
'n_ctx',
'cache_type',
'tensor_split',
'rope_freq_base',
'compress_pos_emb',
'flash_attn',
'row_split',
'no_kv_offload',
'no_mmap',
'mlock',
'numa',
],
'ExLlamav3_HF': [
'max_seq_len',
'gpu_split',