The explorer lists what this cluster's hardware holds
Judged by the nodes as they are now, through modelplan.Options, the planner that serving a model uses: GGUF at Q4_K_M from the parameter count, safetensors at the size the registry's dtype breakdown gives (packed AWQ, GPTQ and MXFP4 at four bits), FP8 only where a card has compute capability 8.9, MLX safetensors never. A picture model is judged against one card. A cluster with cards asks the registry for safetensors too, a hundred at a time; one without asks for GGUF only. The page says what it judged by: the largest card, its capability, the most RAM on one node. On a repository's page a file set no node holds is marked with what it needs, against what the best node offers, and has no Fetch button. Tried against the PoC's seven nodes and Hugging Face's trending hundred: 63 shown, the rest too big for one 24 GB Turing card or FP8. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
e84631ce3a
commit
2a45068461
11 files changed
+458
-18
No files matched your search
@@ -72,6 +72,10 @@ type explorer struct {
|
||||
Rows []exploreRow
|
||||
// Hidden is how many rows Here took out, so an empty page says why.
|
||||
Hidden int
|
||||
// Fit says what hardware Here judged by; empty when there was none.
|
||||
Fit string
|
||||
// gpus is whether the cluster has cards, and so runs safetensors too.
|
||||
gpus bool
|
||||
|
||||
Views, Tasks, Sizes []exploreLink
|
||||
}
|
||||
@@ -195,9 +199,13 @@ func (e explorer) href(query, key, value string) template.URL {
|
||||
// hfQuery is what to ask the registry for.
|
||||
func (e explorer) hfQuery(search string) hf.Query {
|
||||
q := hf.Query{Search: search, Sort: hf.SortTrending, Limit: 60,
|
||||
// What runs here is GGUF; the architecture check needs the registry's
|
||||
// reading of one.
|
||||
GGUF: e.Here}
|
||||
// Without cards what runs here is GGUF only. With them safetensors
|
||||
// too, and a page asks for more, since many are then left out for
|
||||
// their size.
|
||||
GGUF: e.Here && !e.gpus}
|
||||
if e.Here && e.gpus {
|
||||
q.Limit = 100
|
||||
}
|
||||
switch e.View {
|
||||
case viewDownloads:
|
||||
q.Sort = hf.SortDownloads
|
||||
@@ -255,6 +263,11 @@ func (p *AccountPages) exploreList(r *http.Request, d *adminMirrorData) {
|
||||
}
|
||||
e.Sizes = append(e.Sizes, exploreLink{label, e.href(d.Query, "size", s.key), s.key == e.Size})
|
||||
}
|
||||
fit := p.fitOf()
|
||||
if e.Here && fit != nil {
|
||||
e.gpus = fit.gpus()
|
||||
e.Fit = fit.note(l)
|
||||
}
|
||||
d.Explore = &e
|
||||
|
||||
got, err := p.registry.Explore(r.Context(), e.hfQuery(d.Query))
|
||||
@@ -293,6 +306,11 @@ func (p *AccountPages) exploreList(r *http.Request, d *adminMirrorData) {
|
||||
e.Hidden++
|
||||
continue
|
||||
}
|
||||
// Too big for every node here, or in a form these cards lack.
|
||||
if e.Here && fit != nil && !fit.runs(m) {
|
||||
e.Hidden++
|
||||
continue
|
||||
}
|
||||
if e.Here && row.Verdict.Checked && !row.Verdict.Servable {
|
||||
e.Hidden++
|
||||
continue
|
||||
|
||||
Reference in new issue
Block a user