package canary import ( "testing" "time" "gitea.mynodes.xyz/ilker/llmgw/internal/control/catalog" ) func side(n, errs int, ms time.Duration, streamed bool) Side { var s Side for i := range n { status := 200 if i < errs { status = 500 } s.Add(status, streamed, ms, ms) } return s } func TestTheVerdict(t *testing.T) { cn := catalog.Canary{Model: "c", Percent: 10} for name, c := range map[string]struct { stable, cand Side rollback bool }{ "too few to say": {side(500, 0, 100*time.Millisecond, true), side(49, 49, 100*time.Millisecond, true), false}, "as good": {side(500, 5, 100*time.Millisecond, true), side(60, 1, 110*time.Millisecond, true), false}, "more errors": {side(500, 5, 100*time.Millisecond, true), side(60, 6, 100*time.Millisecond, true), true}, "slower first token": {side(500, 0, 100*time.Millisecond, true), side(60, 0, 200*time.Millisecond, true), true}, "slower answers": {side(500, 0, time.Second, false), side(60, 0, 2*time.Second, false), true}, } { got, why := Verdict(Stat{Stable: c.stable, Candidate: c.cand}, cn) if got != c.rollback { t.Errorf("%s: rollback=%v (%s)", name, got, why) } if got && why == "" { t.Errorf("%s: no reason given", name) } } }