mirror of
https://github.com/ggml-org/whisper.cpp.git
synced 2026-07-30 14:40:55 -05:00
6114e69213
* Define and use macro to get context safely * Add test to check SEGV * Move installation guid after usage * [skip ci]Change doc slightly * [skip ci]Fix a typo in README * [skip ci]Add carry_initial_prompt option in README * Define GetVADSegments and use it * Use GetContext * Fix download URI of small.en-tdrz * Fix URI of CoreML models corresponding to quantized models * Cache computed string * Remove unused argument * Add Whisper::Token * Add document comments * Rename function: rb_whisper_token_s_new -> ruby_whisper_token_s_init * Fix size of token * Insert _get into function names * Add Whisper::Token#text * Add test for Whisper::Token#text * Declare static if possible * Change method names * Add Whisper::Token#deconstruct_keys * Add tests for Whisper::Token#deconstruct_keys * Add signatures for Whisper::Token * Complete signature * [skip ci]Add n_tokens to document of Segment
69 lines
1.8 KiB
Ruby
69 lines
1.8 KiB
Ruby
require_relative "helper"
|
|
|
|
class TestToken < TestBase
|
|
def setup
|
|
@segment = whisper.each_segment.first
|
|
@token = @segment.each_token.first
|
|
end
|
|
|
|
def test_n_tokens
|
|
assert_equal 27, @segment.n_tokens
|
|
end
|
|
|
|
def test_allocate
|
|
token = Whisper::Token.allocate
|
|
assert_raise do
|
|
token.id
|
|
end
|
|
end
|
|
|
|
def test_each_token
|
|
i = 0
|
|
@segment.each_token do |token|
|
|
i += 1
|
|
assert_instance_of Whisper::Token, token
|
|
end
|
|
assert_equal 27, i
|
|
end
|
|
|
|
def test_each_token_without_block
|
|
assert_instance_of Enumerator, @segment.each_token
|
|
end
|
|
|
|
def test_token
|
|
assert_instance_of Whisper::Token, @token
|
|
|
|
assert_instance_of Integer, @token.id
|
|
assert_instance_of Float, @token.probability
|
|
assert_instance_of Float, @token.log_probability
|
|
|
|
assert_instance_of Integer, @token.tid
|
|
assert_instance_of Float, @token.pt
|
|
assert_instance_of Float, @token.ptsum
|
|
|
|
assert_instance_of Integer, @token.start_time
|
|
assert_instance_of Integer, @token.end_time
|
|
|
|
assert_instance_of Integer, @token.t_dtw
|
|
|
|
assert_instance_of Float, @token.voice_length
|
|
|
|
assert_instance_of String, @token.text
|
|
end
|
|
|
|
def test_text
|
|
assert_equal ["[_BEG_]", " And", " so", " my", " fellow", " Americans", ",", " ask", " not", " what", " your", " country", " can", " do", " for", " you", ",", " ask", " what", " you", " can", " do", " for", " your", " country", ".", "[_TT_550]"],
|
|
@segment.each_token.collect(&:text)
|
|
end
|
|
|
|
def test_deconstruct_keys_with_nil
|
|
assert_equal({}, @token.deconstruct_keys(nil))
|
|
end
|
|
|
|
def test_deconstruct_keys_with_keys
|
|
keys = %i[id tid probability log_probability pt ptsum t_dtw voice_length start_time end_time text]
|
|
expected = keys.collect {|key| [key, @token.send(key)] }.to_h
|
|
assert_equal expected, @token.deconstruct_keys(keys)
|
|
end
|
|
end
|