Updated DefaultWordRunReorderWindow to 1.0

This commit is contained in:
2026-04-28 15:09:43 -05:00
parent 9cca88280f
commit 47b6727973
6 changed files with 167 additions and 11 deletions

View File

@@ -8,6 +8,7 @@ import (
"strings"
"testing"
"gitea.maximumdirect.net/eric/seriatim/internal/config"
"gitea.maximumdirect.net/eric/seriatim/internal/model"
"gitea.maximumdirect.net/eric/seriatim/internal/report"
"gitea.maximumdirect.net/eric/seriatim/schema"
@@ -342,6 +343,8 @@ func TestMergeDetectsOverlapGroups(t *testing.T) {
}
func TestMergeResolvesOverlapGroupsWithWordRuns(t *testing.T) {
t.Setenv(config.WordRunReorderWindowEnv, "0.4")
dir := t.TempDir()
inputA := writeJSONFile(t, dir, "a.json", `{
"segments": [
@@ -1677,6 +1680,75 @@ func TestMergeResolveOverlapsAbsorbsNearbyContext(t *testing.T) {
}
}
func TestMergeResolveOverlapsPreservesAbsorbedContextPrefix(t *testing.T) {
dir := t.TempDir()
inputA := writeJSONFile(t, dir, "a.json", `{
"segments": [
{
"start": 7,
"end": 9.95,
"text": "full context prefix near",
"words": [
{"word": "full", "start": 7.1, "end": 7.2},
{"word": "context", "start": 7.3, "end": 7.4},
{"word": "prefix", "start": 7.5, "end": 7.6},
{"word": "near", "start": 9.7, "end": 9.9}
]
},
{
"start": 10,
"end": 11,
"text": "inside",
"words": [
{"word": "inside", "start": 10.5, "end": 10.7}
]
}
]
}`)
inputB := writeJSONFile(t, dir, "b.json", `{
"segments": [
{
"start": 10.2,
"end": 11,
"text": "bob",
"words": [
{"word": "bob", "start": 10.4, "end": 10.6}
]
}
]
}`)
speakers := writeYAMLFile(t, dir, "speakers.yml", `match:
- speaker: Alice
match: ["a.json"]
- speaker: Bob
match: ["b.json"]
`)
output := filepath.Join(dir, "merged.json")
err := executeMerge(
"--input-file", inputA,
"--input-file", inputB,
"--speakers", speakers,
"--output-schema", "minimal",
"--output-file", output,
)
if err != nil {
t.Fatalf("merge failed: %v", err)
}
var transcript schema.MinimalTranscript
readJSON(t, output, &transcript)
aliceText := make([]string, 0)
for _, segment := range transcript.Segments {
if segment.Speaker == "Alice" {
aliceText = append(aliceText, segment.Text)
}
}
if strings.Join(aliceText, " ") != "full context prefix near inside" {
t.Fatalf("expected full absorbed context prefix in Alice output, got %#v", transcript.Segments)
}
}
func TestInvalidTimingFails(t *testing.T) {
tests := []struct {
name string

View File

@@ -17,7 +17,7 @@ const (
DefaultPreprocessingModules = "validate-raw,normalize-speakers,trim-text"
DefaultPostprocessingModules = "detect-overlaps,resolve-overlaps,backchannel,filler,coalesce,detect-overlaps,autocorrect,assign-ids,validate-output"
DefaultOverlapWordRunGap = 0.75
DefaultWordRunReorderWindow = 0.4
DefaultWordRunReorderWindow = 1.0
DefaultCoalesceGap = 3.0
DefaultCoalesceGapValue = "3.0"
DefaultBackchannelMaxDuration = 2.0

View File

@@ -191,7 +191,7 @@ func TestOverlapWordRunGapRejectsInvalidEnvOverride(t *testing.T) {
}
}
func TestWordRunReorderWindowDefaultsTo04(t *testing.T) {
func TestWordRunReorderWindowDefaultsTo1(t *testing.T) {
t.Setenv(WordRunReorderWindowEnv, "")
dir := t.TempDir()
input := writeTempFile(t, dir, "input.json")

View File

@@ -171,7 +171,7 @@ func resolveGroup(in model.MergedTranscript, group model.OverlapGroup, refToInde
speakers := groupSpeakerOrder(group, segmentsBySpeaker)
resolved := resolvedGroup{}
for speakerIndex, speaker := range speakers {
timedWords, untimedWords := gatherResolutionWords(segmentsBySpeaker[speaker], expandedStart, expandedEnd)
timedWords, untimedWords := gatherResolutionWords(segmentsBySpeaker[speaker])
if len(timedWords) == 0 {
continue
}
@@ -303,7 +303,7 @@ func groupSpeakerOrder(group model.OverlapGroup, segmentsBySpeaker map[string][]
return speakers
}
func gatherResolutionWords(segments []model.Segment, groupStart float64, groupEnd float64) ([]resolutionWord, []resolutionWord) {
func gatherResolutionWords(segments []model.Segment) ([]resolutionWord, []resolutionWord) {
timedWords := make([]resolutionWord, 0)
untimedWords := make([]resolutionWord, 0)
sequence := 0
@@ -321,9 +321,6 @@ func gatherResolutionWords(segments []model.Segment, groupStart float64, groupEn
untimedWords = append(untimedWords, candidate)
continue
}
if word.End <= groupStart || word.Start >= groupEnd {
continue
}
timedWords = append(timedWords, candidate)
}
}

View File

@@ -72,7 +72,7 @@ func TestResolveCreatesChronologicalWordRunSegments(t *testing.T) {
}
}
func TestResolveIncludesWordsByIntervalIntersection(t *testing.T) {
func TestResolvePreservesAllWordsFromSelectedOverlapSegment(t *testing.T) {
merged := model.MergedTranscript{
Segments: []model.Segment{
segmentWithWords(
@@ -101,11 +101,98 @@ func TestResolveIncludesWordsByIntervalIntersection(t *testing.T) {
if len(got.Segments) != 1 {
t.Fatalf("segment count = %d, want 1", len(got.Segments))
}
if got.Segments[0].Text != "left-edge inside right-edge" {
if got.Segments[0].Text != "before left-edge inside right-edge after" {
t.Fatalf("text = %q", got.Segments[0].Text)
}
}
func TestResolvePreservesPrefixWordsFromAbsorbedContextSegment(t *testing.T) {
merged := model.MergedTranscript{
Segments: []model.Segment{
segmentWithWords(
"a.json",
0,
"Alice",
7,
9.5,
word("prefix", 7.2, 7.4),
word("near", 9.2, 9.4),
),
segmentWithWords("a.json", 1, "Alice", 10, 12, word("inside", 10.5, 10.7)),
segmentWithWords("b.json", 0, "Bob", 10.2, 11.2, word("bob", 10.4, 10.6)),
},
OverlapGroups: []model.OverlapGroup{
group(1, 10, 12, []string{"a.json#1", "b.json#0"}, []string{"Alice", "Bob"}),
},
}
got, _, err := Resolve(merged, 10, 0.4, 3)
if err != nil {
t.Fatalf("resolve failed: %v", err)
}
if gotTexts(got.Segments) != "prefix near inside,bob" {
t.Fatalf("segment texts = %s", gotTexts(got.Segments))
}
}
func TestResolvePreservesSuffixWordsFromAbsorbedContextSegment(t *testing.T) {
merged := model.MergedTranscript{
Segments: []model.Segment{
segmentWithWords("a.json", 0, "Alice", 10, 12, word("inside", 10.5, 10.7)),
segmentWithWords(
"a.json",
1,
"Alice",
12.5,
16,
word("near", 12.7, 12.9),
word("suffix", 15.6, 15.8),
),
segmentWithWords("b.json", 0, "Bob", 10.2, 11.2, word("bob", 10.4, 10.6)),
},
OverlapGroups: []model.OverlapGroup{
group(1, 10, 12, []string{"a.json#0", "b.json#0"}, []string{"Alice", "Bob"}),
},
}
got, _, err := Resolve(merged, 10, 0.4, 3)
if err != nil {
t.Fatalf("resolve failed: %v", err)
}
if gotTexts(got.Segments) != "bob,inside near suffix" {
t.Fatalf("segment texts = %s", gotTexts(got.Segments))
}
}
func TestResolveOutOfWindowWordsAffectWordRunBoundaries(t *testing.T) {
merged := model.MergedTranscript{
Segments: []model.Segment{
segmentWithWords(
"a.json",
0,
"Alice",
7,
9.5,
word("early", 7.2, 7.4),
word("near", 9.2, 9.4),
),
segmentWithWords("a.json", 1, "Alice", 10, 12, word("inside", 10.5, 10.7)),
segmentWithWords("b.json", 0, "Bob", 10.2, 11.2, word("bob", 10.4, 10.6)),
},
OverlapGroups: []model.OverlapGroup{
group(1, 10, 12, []string{"a.json#1", "b.json#0"}, []string{"Alice", "Bob"}),
},
}
got, _, err := Resolve(merged, 0.75, 0.4, 3)
if err != nil {
t.Fatalf("resolve failed: %v", err)
}
if gotTexts(got.Segments) != "early,near,bob,inside" {
t.Fatalf("segment texts = %s", gotTexts(got.Segments))
}
}
func TestResolveIncludesContextWordsAroundOverlapWindow(t *testing.T) {
merged := model.MergedTranscript{
Segments: []model.Segment{