oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2026-04-20 22:13:43 +00:00
Code Issues Projects Releases Packages Wiki Activity

exllamav3: Implement the logits function for /v1/internal/logits

Browse source
This commit is contained in:
oobabooga 2025-10-09 11:24:25 -07:00
parent 218dc01b51
commit 7f06aec3a1
3 changed files with 46 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

3
modules/models.py
View file

@ -104,8 +104,7 @@ def ExLlamav3_HF_loader(model_name):
def ExLlamav3_loader(model_name):
from modules.exllamav3 import Exllamav3Model
model = Exllamav3Model.from_pretrained(model_name)
tokenizer = model.tokenizer
model, tokenizer = Exllamav3Model.from_pretrained(model_name)
return model, tokenizer