upstream-archive/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-08-06 18:10:51 -05:00
Code Issues Packages Projects Releases Wiki Activity

delete redundant

Browse Source
This commit is contained in:
Eddie-Wang1120
2024-06-14 12:30:27 +08:00
parent 5e5eee7b44
commit 7a8961fff5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
convert-hf-to-gguf.py
View File

@@ -1421,7 +1421,7 @@ class BitnetModel(Model):
if name.endswith(("q_proj.weight", "k_proj.weight", "v_proj.weight",
"down_proj.weight", "up_proj.weight", "gate_proj.weight",
"o_proj.weight")):
data_torch = data_torch + (self.weight_quant(data_torch) - data_torch).detach()
data_torch = self.weight_quant(data_torch)
return [(self.map_tensor_name(name), data_torch)]