Setup lets every part be chosen, each with its settings; three machines each run the gateway

The setup screens list the parts of an install: control plane, store, model
mirror, this machine as a node, starter model, pictures and 3D, the judge,
firewall, notifications, limits, on-demand turns and an offline bundle. Each
says what it is or what is missing without it. Space turns a part on or off;
Enter opens its settings in a dialog that explains it. A plan page lists what
is installed and what is left out, and the same install as a command. Every
setting is a server init flag too, written into server.yaml when init writes
it.

With three machines, the two database machines become control planes too,
standing by (server add's steps), with an optional floating address. The
mirror's management API answers all three control planes, so a standby that
comes to lead can still fetch models.

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Ilker ManapandClaude Opus 5.5 committed 2026-10-15 11:22:36 +02:00
1 parent 733e20924c
commit 94401e21e6
16 files changed
+2255 -483

No files matched your search

+163 -40
View File
@@ -3,6 +3,7 @@ package cli
import (
"strings"
"testing"
"time"
tea "github.com/charmbracelet/bubbletea"
)
@@ -11,23 +12,54 @@ func typeIn(m tea.Model, s string) tea.Model {
return send(m, tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(s)})
}
// toPart moves the focus in the list of parts to the one titled so.
func toPart(t *testing.T, m tea.Model, title string) tea.Model {
t.Helper()
f := m.(initModel).choices
for i := 0; i <= len(f.parts); i++ {
if f.focus < len(f.parts) && f.parts[f.focus].title == title {
return m
}
m = press(m, "down")
}
t.Fatalf("no part %q", title)
return m
}
// toNext moves the focus to the button that goes on, and presses it.
func toNext(m tea.Model) tea.Model {
f := m.(initModel).choices
for f.focus != len(f.parts) {
m = press(m, "down")
}
return press(m, "enter")
}
func TestTheInitFormBecomesInitsSettings(t *testing.T) {
in := &serverInit{pkiDir: "/etc/llmgw/pki"}
var m tea.Model = newInitModel(in, []string{"10.0.0.140"}, true)
if v := m.View(); !strings.Contains(v, "Already in the certificate: 10.0.0.140") {
m = press(toPart(t, m, "Control plane"), "enter")
m = typeIn(m, "ops@example.com")
m = press(m, "tab")
if v := m.View(); !strings.Contains(v, "Already in its certificate: 10.0.0.140") {
t.Fatalf("the addresses found are not shown:\n%s", v)
}
m = typeIn(m, "ops@example.com")
m = send(m, tea.KeyMsg{Type: tea.KeyTab})
m = typeIn(m, "llm.example.com, 203.0.113.10")
m = send(m, tea.KeyMsg{Type: tea.KeyTab})
m = press(m, "esc")
m = press(toPart(t, m, "Store"), "enter", "right", "esc") // PostgreSQL
// Turning notifications on asks for the webhook at once.
m = press(toPart(t, m, "Notifications"), "space")
if m.(initModel).choices.dialog == nil {
t.Fatal("notifications turned on without asking where")
}
m = typeIn(m, "https://hooks.slack.com/services/T1/B2/x, json:https://alerts.example.com/in")
m = send(m, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(" ")}) // PostgreSQL on
m = send(m, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyTab},
tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(" ")}) // starter model off
m = send(m, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyRunes, Runes: []rune(" ")}) // judge off
m = send(m, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyTab}) // no bundle
m = send(m, tea.KeyMsg{Type: tea.KeyEnter})
m = press(m, "esc")
m = press(toPart(t, m, "Starter model"), "space") // off
m = press(toPart(t, m, "Guardrails' judge"), "space") // off
m = toNext(m)
if !m.(initModel).plan {
t.Fatalf("Next did not lead to the plan: %s", m.(initModel).choices.err)
}
if in.admin != "ops@example.com" || strings.Join(in.hosts, "|") != "llm.example.com|203.0.113.10" {
t.Errorf("admin %q hosts %q", in.admin, in.hosts)
@@ -38,24 +70,33 @@ func TestTheInitFormBecomesInitsSettings(t *testing.T) {
if hooks, err := parseWebhooks(in.webhooks); err != nil || len(hooks) != 2 || hooks[0].Format != "slack" || hooks[1].Format != "json" {
t.Errorf("webhooks %q: %+v %v", in.webhooks, hooks, err)
}
v := m.View()
for _, want := range []string{"✓ Store", "PostgreSQL on this machine", "Left out", "Starter model", "--postgres", "--no-model"} {
if !strings.Contains(v, want) {
t.Errorf("the plan lacks %q:\n%s", want, v)
}
}
m = press(m, "enter")
if m.(initModel).form {
t.Error("the form stayed up after Set up")
t.Error("the form stayed up after the plan was agreed to")
}
}
func TestAWebhookThatIsNoAddressKeepsTheFormUp(t *testing.T) {
in := &serverInit{}
var m tea.Model = newInitModel(in, nil, true)
for range fWebhooks {
m = send(m, tea.KeyMsg{Type: tea.KeyTab})
}
m = press(toPart(t, m, "Notifications"), "space")
m = typeIn(m, "hooks.slack.com/services/x")
for range fStart - fWebhooks {
m = send(m, tea.KeyMsg{Type: tea.KeyTab})
m = toNext(press(m, "esc"))
im := m.(initModel)
if !im.form || im.plan || !strings.Contains(m.View(), "http(s) address") {
t.Fatalf("an address without its scheme was taken:\n%s", m.View())
}
m = send(m, tea.KeyMsg{Type: tea.KeyEnter})
if !m.(initModel).form || m.(initModel).focus != fWebhooks || !strings.Contains(m.View(), "http(s) address") {
t.Errorf("an address without its scheme was taken:\n%s", m.View())
// Closing the message opens the field that is wrong.
m = press(m, "q")
d := m.(initModel).choices.dialog
if d == nil || d.Fields[d.focus] != m.(initModel).choices.webhooks {
t.Errorf("the webhook was not given the cursor")
}
}
@@ -65,34 +106,119 @@ func TestAnOfflineBundleIsGivenInTheFormWithItsDigest(t *testing.T) {
if v := m.View(); !strings.Contains(v, "Offline bundle") {
t.Fatalf("the form offers no bundle:\n%s", v)
}
for range fBundle {
m = send(m, tea.KeyMsg{Type: tea.KeyTab})
}
m = press(toPart(t, m, "Offline bundle"), "space")
m = typeIn(m, "/media/usb/b.tar")
m = send(m, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyEnter})
if !m.(initModel).form || !strings.Contains(m.View(), "sha256") || m.(initModel).focus != fBundleSHA {
m = toNext(press(m, "esc"))
if m.(initModel).plan || !strings.Contains(m.View(), "sha256") {
t.Fatalf("a bundle without its digest was accepted:\n%s", m.View())
}
m = press(m, "q") // the message closed, the digest has the cursor
m = typeIn(m, strings.Repeat("AB", 32))
m = send(m, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyEnter})
if m.(initModel).form || in.bundle != "/media/usb/b.tar" || in.bundleSHA != strings.Repeat("ab", 32) {
t.Errorf("bundle %q sha %q, form up %v", in.bundle, in.bundleSHA, m.(initModel).form)
m = toNext(press(m, "esc"))
if !m.(initModel).plan || in.bundle != "/media/usb/b.tar" || in.bundleSHA != strings.Repeat("ab", 32) {
t.Errorf("bundle %q sha %q, plan %v: %s", in.bundle, in.bundleSHA, m.(initModel).plan, m.(initModel).choices.err)
}
}
func TestAnEmailThatIsNotOneIsSaidSo(t *testing.T) {
in := &serverInit{}
var m tea.Model = newInitModel(in, nil, true)
m = press(m, "enter") // the control plane, first
m = typeIn(m, "not an address")
for range fStart {
m = send(m, tea.KeyMsg{Type: tea.KeyTab})
}
m = send(m, tea.KeyMsg{Type: tea.KeyEnter})
if !m.(initModel).form || !strings.Contains(m.View(), "not an address") {
m = toNext(press(m, "esc"))
if m.(initModel).plan || !strings.Contains(m.View(), "not an address") {
t.Errorf("a bad email was accepted:\n%s", m.View())
}
}
func TestEachPartsSettingsReachInit(t *testing.T) {
in := &serverInit{}
var m tea.Model = newInitModel(in, nil, true)
m = press(toPart(t, m, "Control plane"), "enter", "tab", "tab", "right", "tab", "right", "esc") // Türkçe, sign-up open
// The starter: qwen3-8b, the fifth, with 8192 tokens.
m = press(toPart(t, m, "Starter model"), "enter", "right", "right", "right", "right", "tab")
m = send(m, tea.KeyMsg{Type: tea.KeyCtrlU})
m = press(typeIn(m, "8192"), "esc")
// The judge: serving flagged, three copies, 3s, and PII too.
m = press(toPart(t, m, "Guardrails' judge"), "enter", "right", "tab")
m = send(m, tea.KeyMsg{Type: tea.KeyCtrlU})
m = press(typeIn(m, "3"), "tab")
m = send(m, tea.KeyMsg{Type: tea.KeyCtrlU})
m = typeIn(m, "3s")
for range 6 { // past the five ticked, to PII
m = press(m, "tab")
}
m = press(m, "space", "esc")
m = press(toPart(t, m, "Pictures and 3D"), "space")
m = press(toPart(t, m, "Limits and keys"), "enter")
m = send(m, tea.KeyMsg{Type: tea.KeyCtrlU})
m = press(typeIn(m, "120"), "tab", "tab")
m = send(m, tea.KeyMsg{Type: tea.KeyCtrlU})
m = press(typeIn(m, "30"), "esc")
m = press(toPart(t, m, "Taking turns on a card"), "enter")
m = send(m, tea.KeyMsg{Type: tea.KeyCtrlU})
m = press(typeIn(m, "1m"), "tab")
m = send(m, tea.KeyMsg{Type: tea.KeyCtrlU})
m = press(typeIn(m, "1m"), "esc")
m = press(toPart(t, m, "Model mirror"), "enter", "tab")
m = send(m, tea.KeyMsg{Type: tea.KeyCtrlU})
m = press(typeIn(m, "/data/models"), "esc")
m = toNext(m)
if !m.(initModel).plan {
t.Fatalf("not taken: %s", m.(initModel).choices.err)
}
switch {
case in.language != "tr" || !in.signupOpen:
t.Errorf("language %q signup %v", in.language, in.signupOpen)
case in.starter.Name != "qwen3-8b" || in.starterCtx != 8192:
t.Errorf("starter %q ctx %d", in.starter.Name, in.starterCtx)
case in.judge.Fail != "open" || in.judge.Replicas != 3 || in.judge.Budget != 3*time.Second ||
len(in.judge.Categories) != 6 || in.judge.Categories[5] != "PII":
t.Errorf("judge %+v", in.judge)
case !in.media:
t.Error("pictures and 3D not taken")
case in.defaultRPM != 120 || in.defaultTPM != defaultTPM || in.maxKeyTTL != 30*24*time.Hour:
t.Errorf("limits %d %d %s", in.defaultRPM, in.defaultTPM, in.maxKeyTTL)
case in.evictAfterIdle != time.Minute || in.minLifetime != time.Minute:
t.Errorf("turns %s %s", in.evictAfterIdle, in.minLifetime)
case in.mirrorPath != "/data/models":
t.Errorf("mirror %q", in.mirrorPath)
}
v := m.View()
for _, want := range []string{"--starter qwen3-8b", "--starter-context 8192", "--judge-fail open", "--judge-replicas 3",
"--language tr", "--media", "--mirror-dir /data/models", "--evict-after-idle 1m", "--max-key-ttl 720h"} {
if !strings.Contains(v, want) {
t.Errorf("the command lacks %q:\n%s", want, v)
}
}
}
func TestAStarterModelWantsTheMirror(t *testing.T) {
in := &serverInit{}
var m tea.Model = newInitModel(in, nil, true)
m = toNext(press(toPart(t, m, "Model mirror"), "space"))
if m.(initModel).plan || !strings.Contains(m.View(), "turn the mirror on") {
t.Errorf("a starter model with no mirror to fetch it into was taken:\n%s", m.View())
}
}
func TestALongDialogScrollsWithItsFocus(t *testing.T) {
in := &serverInit{}
m := newInitModel(in, nil, true)
m.choices.height = 24
var tm tea.Model = press(toPart(t, m, "Guardrails' judge"), "enter")
_, top := tm.(initModel).choices.overlay()
if !strings.Contains(top, "↓ more") || strings.Contains(top, "Copyright Violation") {
t.Fatalf("a dialog taller than the screen is not cut:\n%s", top)
}
for range 11 {
tm = press(tm, "tab")
}
if _, bottom := tm.(initModel).choices.overlay(); !strings.Contains(bottom, "Copyright Violation") {
t.Errorf("the focus went where it cannot be seen:\n%s", bottom)
}
}
func TestInitsLinesAreFiledAndThePasswordKeptInView(t *testing.T) {
in := &serverInit{admin: "ops@example.com", pkiDir: "/etc/llmgw/pki"}
var m tea.Model = newInitModel(in, nil, false)
@@ -132,17 +258,14 @@ func TestInitsLinesAreFiledAndThePasswordKeptInView(t *testing.T) {
}
}
func TestWithAMirrorElsewhereTheFormDoesNotOfferOne(t *testing.T) {
func TestWithAMirrorElsewhereTheFormSaysSo(t *testing.T) {
in := &serverInit{mirrorURL: "http://10.0.0.150:8082"}
var m tea.Model = newInitModel(in, nil, true)
if v := m.View(); !strings.Contains(v, "at http://10.0.0.150:8082, from --mirror") {
if v := m.View(); !strings.Contains(v, "at http://10.0.0.150:8082") {
t.Errorf("the mirror in use is not shown:\n%s", v)
}
// Tab from the addresses goes to the webhooks, past the mirror line to
// PostgreSQL, then the node.
m = send(m, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyTab}, tea.KeyMsg{Type: tea.KeyTab},
tea.KeyMsg{Type: tea.KeyTab})
if f := m.(initModel).focus; f != fNode {
t.Errorf("focus %d, want the node toggle %d", f, fNode)
m = toNext(m)
if !m.(initModel).plan || in.mirrorURL != "http://10.0.0.150:8082" || !in.noMirror {
t.Errorf("mirror %q noMirror %v: %s", in.mirrorURL, in.noMirror, m.(initModel).choices.err)
}
}