Palash DebnathandClaude Opus 4.8
c5ba10b20a
Lets users insert pauses in the transcript: `[pause]` (350ms default), `[pause 500ms]`, `[pause 1s]`, `[pause 1.5s]`. Requester confirmed the `[pause Nms]` syntax (fits the existing marker style). Implementation is fully opt-in and model-free: - `omnivoice/utils/text.parse_pause_markers()` splits the text into `(span, pause_ms_after)` tuples (case-insensitive; bare number = ms; `s` suffix = seconds; adjacent markers sum; clamped to 10s). Text with no marker returns unchanged, so existing behavior is untouched. - `_run_inference` synthesizes each span as today and stitches a `torch.zeros` silence buffer between them at the `[pause]` points (matching channel dims/dtype/device); DSP/mastering then runs once over the combined audio. An explicit overall `duration` isn't split across spans (left to the model per span). Tests (no TTS model loaded): tests/test_pause_markers.py covers the parser (ms/s/default/clamp/leading/trailing/adjacent/round-trip) and the silence stitching with a fake gen fn (lengths + zeroed regions). Full pause + CJK guard + router smoke suites pass (39). Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
108 lines
3.7 KiB
Python
108 lines
3.7 KiB
Python
"""Inline `[pause Nms]` transcript marker (issue #276).
|
|
|
|
Covers the pure text parser (`parse_pause_markers`) and the model-free audio
|
|
stitching (`_render_with_pauses`) — no TTS model is loaded; `gen_span` is a
|
|
fake that returns known-length tensors so the silence math is deterministic.
|
|
"""
|
|
import torch
|
|
|
|
from omnivoice.utils.text import (
|
|
parse_pause_markers,
|
|
PAUSE_DEFAULT_MS,
|
|
PAUSE_MAX_MS,
|
|
)
|
|
from api.routers.generation import _render_with_pauses
|
|
|
|
|
|
# ── parser ────────────────────────────────────────────────────────────────
|
|
|
|
def test_no_marker_returns_text_unchanged():
|
|
assert parse_pause_markers("Hello world") == [("Hello world", 0)]
|
|
assert parse_pause_markers("") == [("", 0)]
|
|
|
|
|
|
def test_bare_pause_uses_default():
|
|
assert parse_pause_markers("a[pause]b") == [("a", PAUSE_DEFAULT_MS), ("b", 0)]
|
|
|
|
|
|
def test_explicit_ms_and_seconds():
|
|
assert parse_pause_markers("a [pause 500ms] b") == [("a ", 500), (" b", 0)]
|
|
assert parse_pause_markers("a[pause 1s]b") == [("a", 1000), ("b", 0)]
|
|
assert parse_pause_markers("a[pause 1.5s]b") == [("a", 1500), ("b", 0)]
|
|
|
|
|
|
def test_bare_number_is_milliseconds():
|
|
assert parse_pause_markers("a[pause 250]b") == [("a", 250), ("b", 0)]
|
|
|
|
|
|
def test_case_insensitive_and_inner_whitespace():
|
|
assert parse_pause_markers("a[PAUSE 750 ms]b") == [("a", 750), ("b", 0)]
|
|
|
|
|
|
def test_leading_marker_yields_empty_first_span():
|
|
assert parse_pause_markers("[pause 1s]Hi") == [("", 1000), ("Hi", 0)]
|
|
|
|
|
|
def test_trailing_marker():
|
|
assert parse_pause_markers("Bye[pause]") == [("Bye", PAUSE_DEFAULT_MS)]
|
|
|
|
|
|
def test_adjacent_markers_sum():
|
|
assert parse_pause_markers("a[pause][pause 2s]b") == [
|
|
("a", PAUSE_DEFAULT_MS + 2000),
|
|
("b", 0),
|
|
]
|
|
|
|
|
|
def test_duration_clamped():
|
|
assert parse_pause_markers("a[pause 99s]b") == [("a", PAUSE_MAX_MS), ("b", 0)]
|
|
|
|
|
|
def test_text_round_trips_without_markers():
|
|
text = "One [pause 200ms] two [pause] three"
|
|
spans = "".join(t for t, _ in parse_pause_markers(text))
|
|
assert spans == "One two three"
|
|
|
|
|
|
# ── audio stitching ─────────────────────────────────────────────────────────
|
|
|
|
def _fake_gen(sr):
|
|
# Each span renders to 1 second of mono audio (shape [1, sr]); the value
|
|
# encodes nothing — we only assert lengths.
|
|
return lambda text: torch.ones(1, sr)
|
|
|
|
|
|
def test_render_inserts_silence_between_spans():
|
|
sr = 1000 # 1000 samples/sec keeps the math trivial
|
|
segs = [("hello", 500), ("world", 0)] # 500ms = 500 samples of silence
|
|
out = _render_with_pauses(_fake_gen(sr), segs, sr)
|
|
# 1s audio + 0.5s silence + 1s audio = 2.5s = 2500 samples
|
|
assert out.shape == (1, 2500)
|
|
# The middle 500 samples (after the first second) are silence.
|
|
assert torch.all(out[:, sr:sr + 500] == 0)
|
|
assert torch.all(out[:, :sr] == 1)
|
|
|
|
|
|
def test_render_leading_silence():
|
|
sr = 1000
|
|
segs = [("", 1000), ("hi", 0)] # 1s leading silence + 1s audio
|
|
out = _render_with_pauses(_fake_gen(sr), segs, sr)
|
|
assert out.shape == (1, 2000)
|
|
assert torch.all(out[:, :1000] == 0)
|
|
assert torch.all(out[:, 1000:] == 1)
|
|
|
|
|
|
def test_render_pause_only_input_is_silence():
|
|
sr = 1000
|
|
segs = [("", 750)] # only a pause, no speakable text
|
|
out = _render_with_pauses(_fake_gen(sr), segs, sr)
|
|
assert out.numel() == 750
|
|
assert torch.all(out == 0)
|
|
|
|
|
|
def test_render_no_pause_single_span_passthrough():
|
|
sr = 1000
|
|
segs = [("just text", 0)]
|
|
out = _render_with_pauses(_fake_gen(sr), segs, sr)
|
|
assert out.shape == (1, sr)
|