upstream-archive/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/whisper.cpp.git synced 2026-08-03 16:40:49 -05:00
Code Issues Packages Projects Releases Wiki Activity

whisper : quantize encoder only

Browse Source
This commit is contained in:
Georgi Gerganov
2023-11-16 16:19:02 +02:00
parent bebf0da983
commit ec96d68402
2 changed files with 26 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
examples/quantize/quantize.cpp
View File

@@ -162,6 +162,7 @@ bool whisper_model_quantize(const std::string & fname_inp, const std::string & f
"encoder.conv2.bias",
"encoder.positional_embedding",
"decoder.positional_embedding",
"decoder.*",
};
if (!ggml_common_quantize_0(finp, fout, ftype, { ".*" }, to_skip)) {