mirror of
https://github.com/oobabooga/textgen.git
synced 2026-08-03 16:50:46 -05:00
Small AutoGPTQ fix
This commit is contained in:
@@ -20,6 +20,9 @@ def load_quantized(model_name):
|
||||
logger.warning(f'More than one {ext} model has been found. The last one will be selected. It could be wrong.')
|
||||
|
||||
pt_path = found[-1]
|
||||
if ext == '.safetensors':
|
||||
use_safetensors = True
|
||||
|
||||
break
|
||||
|
||||
if pt_path is None:
|
||||
|
||||
Reference in New Issue
Block a user