oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-04 14:17:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add a "llamacpp_HF creator" menu (#5519)

Browse source
This commit is contained in:
oobabooga 2024-02-16 12:43:24 -03:00 • committed by GitHub
parent b2b74c83a6
commit 44018c2f69
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 69 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

11
modules/utils.py
View file

@ -76,7 +76,16 @@ def get_available_models():
model_list = []
for item in list(Path(f'{shared.args.model_dir}/').glob('*')):
if not item.name.endswith(('.txt', '-np', '.pt', '.json', '.yaml', '.py')) and 'llama-tokenizer' not in item.name:
model_list.append(re.sub('.pth$', '', item.name))
model_list.append(item.name)
return ['None'] + sorted(model_list, key=natural_keys)
def get_available_ggufs():
model_list = []
for item in Path(f'{shared.args.model_dir}/').glob('*'):
if item.is_file() and item.name.lower().endswith(".gguf"):
model_list.append(item.name)
return ['None'] + sorted(model_list, key=natural_keys)