Files
llmgw/internal/canary/canary_test.go
T

43 lines
1.2 KiB
Go

package canary
import (
"testing"
"time"
"gitea.mynodes.xyz/ilker/llmgw/internal/control/catalog"
)
func side(n, errs int, ms time.Duration, streamed bool) Side {
var s Side
for i := range n {
status := 200
if i < errs {
status = 500
}
s.Add(status, streamed, ms, ms)
}
return s
}
func TestTheVerdict(t *testing.T) {
cn := catalog.Canary{Model: "c", Percent: 10}
for name, c := range map[string]struct {
stable, cand Side
rollback bool
}{
"too few to say": {side(500, 0, 100*time.Millisecond, true), side(49, 49, 100*time.Millisecond, true), false},
"as good": {side(500, 5, 100*time.Millisecond, true), side(60, 1, 110*time.Millisecond, true), false},
"more errors": {side(500, 5, 100*time.Millisecond, true), side(60, 6, 100*time.Millisecond, true), true},
"slower first token": {side(500, 0, 100*time.Millisecond, true), side(60, 0, 200*time.Millisecond, true), true},
"slower answers": {side(500, 0, time.Second, false), side(60, 0, 2*time.Second, false), true},
} {
got, why := Verdict(Stat{Stable: c.stable, Candidate: c.cand}, cn)
if got != c.rollback {
t.Errorf("%s: rollback=%v (%s)", name, got, why)
}
if got && why == "" {
t.Errorf("%s: no reason given", name)
}
}
}