A node's page says which llmgw it runs and which model is on each GPU
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
178b168bfd
commit
4b6b3eeddb
6 files changed
+83
-7
No files matched your search
@@ -6,6 +6,7 @@ import (
|
||||
"html/template"
|
||||
"log/slog"
|
||||
"net/http"
|
||||
"slices"
|
||||
"sort"
|
||||
"strings"
|
||||
"time"
|
||||
@@ -20,9 +21,13 @@ type nodePageData struct {
|
||||
OnAdminListener bool
|
||||
Node adminapi.NodeView
|
||||
Engines []nodeEngine
|
||||
Charts *nodeCharts
|
||||
HasHistory bool
|
||||
Back, Logs string
|
||||
// GPUModels are the models on each of the node's GPUs, by index.
|
||||
GPUModels map[int][]string
|
||||
// EngineVersions are the installed engines and their versions, sorted.
|
||||
EngineVersions []string
|
||||
Charts *nodeCharts
|
||||
HasHistory bool
|
||||
Back, Logs string
|
||||
// Self is this page's address, for the in-place refresh.
|
||||
Self string
|
||||
Version, Now string
|
||||
@@ -34,6 +39,7 @@ type nodePageData struct {
|
||||
// nodeEngine is one engine running on the node, and its share of it.
|
||||
type nodeEngine struct {
|
||||
Replica, Model, Shard, State string
|
||||
GPUs []int
|
||||
CPUCores float64
|
||||
MemoryBytes int64
|
||||
// CPUShare is its cores as a percentage of the machine, for the bar.
|
||||
@@ -128,7 +134,15 @@ func NodePage(src Source, history History, window time.Duration, onAdminListener
|
||||
continue
|
||||
}
|
||||
e := nodeEngine{Replica: rep.ID, Model: rep.Model, Shard: sh.ID, State: sh.State,
|
||||
CPUCores: sh.CPUCores, MemoryBytes: sh.MemoryBytes}
|
||||
GPUs: sh.GPUs, CPUCores: sh.CPUCores, MemoryBytes: sh.MemoryBytes}
|
||||
for _, g := range sh.GPUs {
|
||||
if d.GPUModels == nil {
|
||||
d.GPUModels = map[int][]string{}
|
||||
}
|
||||
if !slices.Contains(d.GPUModels[g], rep.Model) {
|
||||
d.GPUModels[g] = append(d.GPUModels[g], rep.Model)
|
||||
}
|
||||
}
|
||||
if l := d.Node.Load; l != nil && l.CPUs > 0 {
|
||||
e.CPUShare = sh.CPUCores * 100 / float64(l.CPUs)
|
||||
}
|
||||
@@ -137,6 +151,10 @@ func NodePage(src Source, history History, window time.Duration, onAdminListener
|
||||
}
|
||||
}
|
||||
sort.Slice(d.Engines, func(i, j int) bool { return d.Engines[i].CPUCores > d.Engines[j].CPUCores })
|
||||
for e, v := range d.Node.EngineVersions {
|
||||
d.EngineVersions = append(d.EngineVersions, e+" "+v)
|
||||
}
|
||||
sort.Strings(d.EngineVersions)
|
||||
|
||||
if history != nil {
|
||||
d.Charts = loadNodeCharts(r.Context(), l, history, id, replicas, d.Node.GPUTotal, window, log)
|
||||
|
||||
Reference in new issue
Block a user