mirror of
https://github.com/ggml-org/whisper.cpp.git
synced 2026-07-31 15:11:29 -05:00
* Bump version * Add test for VAD segments API * Implement VAD segments API * Add signatures of VAD segments API * Stop to dependent on mutex_m * Check segment range for vad_segment_t0/t1 * Remove needless check * Remove dead codes * Fix index check for VAD segments * Remove needless line * Use NUM2DBL instead of RFLOAT_VALUE for safety * Fix document * Check type of samples * Arrange CMake cache notation for older version * Remove unnecessary line break * Check return value of whisper_vad_segments_from_samples * Fix type of VAD::Segment#start_time and #end_time * Prevent dangling pointer from Params to VAD::Params * Fix typos * Update README * Make test follow fix of impl * Use segments_from_samples_body in ruby_whisper_vad_detect * Run segments_from_samples without GVL * Remove unnecessary codes * [skip ci]Remove trailing whitespace Co-authored-by: Daniel Bevenius <daniel.bevenius@gmail.com> --------- Co-authored-by: Daniel Bevenius <daniel.bevenius@gmail.com>
143 lines
4.2 KiB
C
143 lines
4.2 KiB
C
#include "ruby_whisper.h"
|
|
|
|
extern ID id_to_s;
|
|
|
|
extern VALUE cVADContext;
|
|
|
|
extern const rb_data_type_t ruby_whisper_vad_params_type;
|
|
extern VALUE ruby_whisper_vad_detect(VALUE self, VALUE file_path, VALUE params);
|
|
extern VALUE ruby_whisper_normalize_model_path(VALUE model_path);
|
|
extern parsed_samples_t parse_samples(VALUE *samples, VALUE *n_samples);
|
|
extern VALUE release_samples(VALUE parsed);
|
|
|
|
extern VALUE ruby_whisper_vad_segments_s_init(struct whisper_vad_segments *segments);
|
|
|
|
static size_t
|
|
ruby_whisper_vad_context_memsize(const void *p)
|
|
{
|
|
const ruby_whisper_vad_context *rwvc = p;
|
|
size_t size = sizeof(rwvc);
|
|
if (!rwvc) {
|
|
return 0;
|
|
}
|
|
if (rwvc->context) {
|
|
size += sizeof(rwvc->context);
|
|
}
|
|
return size;
|
|
}
|
|
|
|
static void
|
|
ruby_whisper_vad_context_free(void *p)
|
|
{
|
|
ruby_whisper_vad_context *rwvc = (ruby_whisper_vad_context *)p;
|
|
if (rwvc->context) {
|
|
whisper_vad_free(rwvc->context);
|
|
rwvc->context = NULL;
|
|
}
|
|
xfree(rwvc);
|
|
}
|
|
|
|
const rb_data_type_t ruby_whisper_vad_context_type = {
|
|
"ruby_whisper_vad_context",
|
|
{0, ruby_whisper_vad_context_free, ruby_whisper_vad_context_memsize,},
|
|
0, 0,
|
|
0
|
|
};
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_context_s_allocate(VALUE klass)
|
|
{
|
|
ruby_whisper_vad_context *rwvc;
|
|
VALUE obj = TypedData_Make_Struct(klass, ruby_whisper_vad_context, &ruby_whisper_vad_context_type, rwvc);
|
|
rwvc->context = NULL;
|
|
return obj;
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_context_initialize(VALUE self, VALUE model_path)
|
|
{
|
|
ruby_whisper_vad_context *rwvc;
|
|
struct whisper_vad_context *context;
|
|
|
|
model_path = ruby_whisper_normalize_model_path(model_path);
|
|
context = whisper_vad_init_from_file_with_params(StringValueCStr(model_path), whisper_vad_default_context_params());
|
|
if (context == NULL) {
|
|
rb_raise(rb_eRuntimeError, "Failed to initialize whisper VAD context");
|
|
}
|
|
TypedData_Get_Struct(self, ruby_whisper_vad_context, &ruby_whisper_vad_context_type, rwvc);
|
|
rwvc->context = context;
|
|
|
|
return Qnil;
|
|
}
|
|
|
|
typedef struct {
|
|
struct whisper_vad_context *context;
|
|
struct whisper_vad_params *params;
|
|
float *samples;
|
|
int n_samples;
|
|
struct whisper_vad_segments *result;
|
|
} segments_from_samples_without_gvl_args;
|
|
|
|
static void*
|
|
segments_from_samples_without_gvl(void *rb_args)
|
|
{
|
|
segments_from_samples_without_gvl_args *args = (segments_from_samples_without_gvl_args *)rb_args;
|
|
args->result = whisper_vad_segments_from_samples(args->context, *args->params, args->samples, args->n_samples);
|
|
|
|
return NULL;
|
|
}
|
|
|
|
VALUE
|
|
segments_from_samples_body(VALUE rb_args)
|
|
{
|
|
segments_from_samples_args *args = (segments_from_samples_args *)rb_args;
|
|
|
|
ruby_whisper_vad_context *rwvc;
|
|
ruby_whisper_vad_params *rwvp;
|
|
GetVADContext(*args->context, rwvc);
|
|
GetVADParams(*args->params, rwvp);
|
|
|
|
segments_from_samples_without_gvl_args segments_from_samples_without_gvl_args = {
|
|
rwvc->context,
|
|
&rwvp->params,
|
|
args->samples,
|
|
args->n_samples,
|
|
NULL
|
|
};
|
|
rb_thread_call_without_gvl(segments_from_samples_without_gvl, (void *)&segments_from_samples_without_gvl_args, NULL, NULL);
|
|
if (!segments_from_samples_without_gvl_args.result) {
|
|
rb_raise(rb_eRuntimeError, "Failed to process audio");
|
|
}
|
|
|
|
return ruby_whisper_vad_segments_s_init(segments_from_samples_without_gvl_args.result);
|
|
}
|
|
|
|
static VALUE
|
|
ruby_whisper_vad_segments_from_samples(int argc, VALUE *argv, VALUE self)
|
|
{
|
|
if (argc < 2 || argc > 3) {
|
|
rb_raise(rb_eArgError, "wrong number of arguments (given %d, expected 2..3)", argc);
|
|
}
|
|
|
|
VALUE n_samples = argc == 2 ? Qnil : argv[2];
|
|
struct parsed_samples_t parsed = parse_samples(&argv[1], &n_samples);
|
|
segments_from_samples_args args = {
|
|
&self,
|
|
&argv[0],
|
|
parsed.samples,
|
|
parsed.n_samples,
|
|
};
|
|
VALUE segments = rb_ensure(segments_from_samples_body, (VALUE)&args, release_samples, (VALUE)&parsed);
|
|
|
|
return segments;
|
|
}
|
|
|
|
void init_ruby_whisper_vad_context(VALUE *mVAD)
|
|
{
|
|
cVADContext = rb_define_class_under(*mVAD, "Context", rb_cObject);
|
|
rb_define_alloc_func(cVADContext, ruby_whisper_vad_context_s_allocate);
|
|
rb_define_method(cVADContext, "initialize", ruby_whisper_vad_context_initialize, 1);
|
|
rb_define_method(cVADContext, "segments_from_samples", ruby_whisper_vad_segments_from_samples, -1);
|
|
rb_define_method(cVADContext, "detect", ruby_whisper_vad_detect, 2);
|
|
}
|