A node's page says which llmgw it runs and which model is on each GPU
CI / test (push) Successful in 4m13s
CI / test (push) Successful in 4m13s
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
178b168bfd
commit
4b6b3eeddb
6 files changed
+83
-7
No files matched your search
@@ -270,3 +270,48 @@ func TestTheClusterPageDrawsItsGPUsByClass(t *testing.T) {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// versionSource is hotSource with an agent a release behind, a model on its
|
||||
// second GPU, and engines with their versions.
|
||||
type versionSource struct{ hotSource }
|
||||
|
||||
func (versionSource) Nodes() []adminapi.NodeView {
|
||||
n := hotSource{}.Nodes()[0]
|
||||
n.AgentVersion = "v0"
|
||||
n.EngineVersions = map[string]string{"llamacpp": "b10991", "comfyui": "0.39.2"}
|
||||
return []adminapi.NodeView{n}
|
||||
}
|
||||
|
||||
func (versionSource) Replicas(string) []adminapi.ReplicaView {
|
||||
r := fakeSource{}.Replicas("")
|
||||
r[0].Shards[0].GPUs = []int{1}
|
||||
return r
|
||||
}
|
||||
|
||||
func TestANodesPageSaysWhatItRunsAndWhichModelIsOnEachGPU(t *testing.T) {
|
||||
_, body := get(t, nodeMux(versionSource{}, nil), "http://x/admin/nodes/llmgw-node01", nil)
|
||||
model := versionSource{}.Replicas("")[0].Model
|
||||
for _, want := range []string{
|
||||
// The page's control plane runs v1: an agent on v0 is marked.
|
||||
`class="bad" title="the control plane runs v1">llmgw v0</span>`,
|
||||
"Engines: comfyui 0.39.2, llamacpp b10991",
|
||||
} {
|
||||
if !strings.Contains(body, want) {
|
||||
t.Errorf("the page lacks %q", want)
|
||||
}
|
||||
}
|
||||
// GPU 1 holds the model, GPU 0 nothing.
|
||||
rows := strings.Split(body, "<tr>")
|
||||
var gpu0, gpu1 string
|
||||
for _, row := range rows {
|
||||
switch {
|
||||
case strings.HasPrefix(row, "\n <td class=\"num\">0</td>"):
|
||||
gpu0 = row
|
||||
case strings.HasPrefix(row, "\n <td class=\"num\">1</td>"):
|
||||
gpu1 = row
|
||||
}
|
||||
}
|
||||
if !strings.Contains(gpu1, "<td>"+model+"</td>") || strings.Contains(gpu0, model) {
|
||||
t.Errorf("GPU rows:\n0: %.300s\n1: %.300s", gpu0, gpu1)
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user