mirror of
https://github.com/ggml-org/whisper.cpp.git
synced 2026-07-23 11:10:57 -05:00
* parakeet : add support for NVIDIA Parakeet Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
16 lines
438 B
Bash
Executable File
16 lines
438 B
Bash
Executable File
#!/bin/bash
|
|
|
|
set -e
|
|
|
|
build_dir=build
|
|
modelname=ggml-parakeet-tdt-0.6b-v3
|
|
model=models/${modelname}-f32.bin
|
|
cmd=parakeet-quantize
|
|
|
|
cmake --build ${build_dir} --target $cmd -j 12
|
|
|
|
${build_dir}/bin/${cmd} $model models/${modelname}-q8_0.bin q8_0
|
|
${build_dir}/bin/${cmd} $model models/${modelname}-q4_0.bin q4_0
|
|
${build_dir}/bin/${cmd} $model models/${modelname}-q4_k.bin q4_k
|
|
${build_dir}/bin/${cmd} $model models/${modelname}-q2_k.bin q2_k
|