upstream-archive/textgen
1
0
Fork 0
mirror of https://github.com/oobabooga/textgen.git synced 2026-08-06 02:00:42 -05:00
Code Issues Packages Projects Releases Wiki Activity

Fix the exllamav2 loader ignoring add_bos

Browse Source
This commit is contained in:
oobabooga
2025-08-09 21:33:12 -07:00
parent d86b0ec010
commit c6b4d1e87f
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
modules/exllamav2.py
View File

@@ -135,7 +135,8 @@ class Exllamav2Model:
return result, result
def encode(self, string, **kwargs):
return self.tokenizer.encode(string, add_bos=True, encode_special_tokens=True)
add_bos = kwargs.pop('add_bos', True)
return self.tokenizer.encode(string, add_bos=add_bos, encode_special_tokens=True, **kwargs)
def decode(self, ids, **kwargs):
if isinstance(ids, list):

1
modules/exllamav3.py
View File

@@ -316,7 +316,6 @@ class Exllamav3Model:
return output
def encode(self, string, **kwargs):
# Default add_bos to True for consistency with exllamav2 behavior
add_bos = kwargs.pop('add_bos', True)
return self.tokenizer.encode(string, add_bos=add_bos, **kwargs)