oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-04 14:17:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add multimodal support (ExLlamaV3) (#7174)

Browse source
This commit is contained in:
Katehuuh 2025-08-09 04:31:16 +02:00 • committed by GitHub
parent b391ac8eb1
commit 88127f46c1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
13 changed files with 726 additions and 55 deletions
Download patch file Download diff file Expand all files Collapse all files

2
modules/shared.py
View file

@ -318,6 +318,8 @@ def fix_loader_name(name):
return 'ExLlamav2_HF'
elif name in ['exllamav3-hf', 'exllamav3_hf', 'exllama-v3-hf', 'exllama_v3_hf', 'exllama-v3_hf', 'exllama3-hf', 'exllama3_hf', 'exllama-3-hf', 'exllama_3_hf', 'exllama-3_hf']:
return 'ExLlamav3_HF'
elif name in ['exllamav3']:
return 'ExLlamav3'
elif name in ['tensorrt', 'tensorrtllm', 'tensorrt_llm', 'tensorrt-llm', 'tensort', 'tensortllm']:
return 'TensorRT-LLM'