oobabooga/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-12-06 07:12:10 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix the exllamav2 loader ignoring add_bos

Browse source
This commit is contained in:
oobabooga 2025-08-09 21:33:12 -07:00
parent d86b0ec010
commit c6b4d1e87f
2 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
modules/exllamav2.py
View file

@ -135,7 +135,8 @@ class Exllamav2Model:
return result, result return result, result
def encode(self, string, **kwargs): def encode(self, string, **kwargs):
return self.tokenizer.encode(string, add_bos=True, encode_special_tokens=True) add_bos = kwargs.pop('add_bos', True)
return self.tokenizer.encode(string, add_bos=add_bos, encode_special_tokens=True, **kwargs)
def decode(self, ids, **kwargs): def decode(self, ids, **kwargs):
if isinstance(ids, list): if isinstance(ids, list):

1
modules/exllamav3.py
View file

@ -316,7 +316,6 @@ class Exllamav3Model:
return output return output
def encode(self, string, **kwargs): def encode(self, string, **kwargs):
# Default add_bos to True for consistency with exllamav2 behavior
add_bos = kwargs.pop('add_bos', True) add_bos = kwargs.pop('add_bos', True)
return self.tokenizer.encode(string, add_bos=add_bos, **kwargs) return self.tokenizer.encode(string, add_bos=add_bos, **kwargs)