Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
43 lines
1.2 KiB
Go
43 lines
1.2 KiB
Go
package canary
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
|
|
"gitea.mynodes.xyz/ilker/llmgw/internal/control/catalog"
|
|
)
|
|
|
|
func side(n, errs int, ms time.Duration, streamed bool) Side {
|
|
var s Side
|
|
for i := range n {
|
|
status := 200
|
|
if i < errs {
|
|
status = 500
|
|
}
|
|
s.Add(status, streamed, ms, ms)
|
|
}
|
|
return s
|
|
}
|
|
|
|
func TestTheVerdict(t *testing.T) {
|
|
cn := catalog.Canary{Model: "c", Percent: 10}
|
|
for name, c := range map[string]struct {
|
|
stable, cand Side
|
|
rollback bool
|
|
}{
|
|
"too few to say": {side(500, 0, 100*time.Millisecond, true), side(49, 49, 100*time.Millisecond, true), false},
|
|
"as good": {side(500, 5, 100*time.Millisecond, true), side(60, 1, 110*time.Millisecond, true), false},
|
|
"more errors": {side(500, 5, 100*time.Millisecond, true), side(60, 6, 100*time.Millisecond, true), true},
|
|
"slower first token": {side(500, 0, 100*time.Millisecond, true), side(60, 0, 200*time.Millisecond, true), true},
|
|
"slower answers": {side(500, 0, time.Second, false), side(60, 0, 2*time.Second, false), true},
|
|
} {
|
|
got, why := Verdict(Stat{Stable: c.stable, Candidate: c.cand}, cn)
|
|
if got != c.rollback {
|
|
t.Errorf("%s: rollback=%v (%s)", name, got, why)
|
|
}
|
|
if got && why == "" {
|
|
t.Errorf("%s: no reason given", name)
|
|
}
|
|
}
|
|
}
|