The mirror page's Strata tab; Strata's ready-made packs served with Strata fetching them, strata-ple named
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
4ee9ba54ef
commit
845de8eef4
13 files changed
+513
-21
No files matched your search
@@ -35,6 +35,7 @@ import (
|
||||
"gitea.mynodes.xyz/ilker/llmgw/internal/modelplan"
|
||||
"gitea.mynodes.xyz/ilker/llmgw/internal/notify"
|
||||
"gitea.mynodes.xyz/ilker/llmgw/internal/store"
|
||||
"gitea.mynodes.xyz/ilker/llmgw/internal/strata"
|
||||
)
|
||||
|
||||
// Registry reads a repository.
|
||||
@@ -412,6 +413,40 @@ func (s *Server) run(j *Job) {
|
||||
if req.TP > 0 && req.GPUsPerNode == 0 {
|
||||
req.GPUsPerNode = req.TP
|
||||
}
|
||||
// A pack Strata fetches itself: no mirror; its repository is the source.
|
||||
if _, size, ok := strata.ForFetchedRepo(repo.ID); ok {
|
||||
plan, err := s.plan(ctx, repo, PlanRequest{Repo: repo.ID})
|
||||
if err != nil {
|
||||
s.fail(j, "registry", err)
|
||||
return
|
||||
}
|
||||
set := hf.FileSet{Name: size.Name}
|
||||
layout, err := chooseLayout(Request{Format: "gguf", Engine: "strata", GPUClass: req.GPUClass}, plan, true, set)
|
||||
if err != nil {
|
||||
s.fail(j, "registry", err)
|
||||
return
|
||||
}
|
||||
name := req.Name
|
||||
if name == "" {
|
||||
name = hf.ModelName(repo.ID)
|
||||
}
|
||||
s.mu.Lock()
|
||||
j.Model = name
|
||||
s.mu.Unlock()
|
||||
if !req.sized {
|
||||
req.ContextLength = strataContext
|
||||
}
|
||||
s.step(j, "registry", Done, fmt.Sprintf("Strata's ready-made %s pack, revision %s; runs on %s",
|
||||
size.Name, repo.ShortRevision(), layout[0].Label()))
|
||||
s.step(j, "mirror", Done, fmt.Sprintf("not through the mirror: Strata fetches about %.0f GB onto the node itself", size.DownloadGB))
|
||||
profiles := profilesFor(layout, req, 0, 0)
|
||||
profiles[0].StartupTimeout = 4 * time.Hour
|
||||
s.mu.Lock()
|
||||
j.Request = req
|
||||
s.mu.Unlock()
|
||||
s.addAndStart(ctx, j, repo, set, name, repo.ID, profiles, hardwareExists(layout))
|
||||
return
|
||||
}
|
||||
// The plan: which file suits the hardware, and how it spreads over it.
|
||||
planCtx := req.CtxPool
|
||||
if req.Format == "safetensors" {
|
||||
|
||||
@@ -98,6 +98,19 @@ func (s *Server) Plan(ctx context.Context, req PlanRequest) (Plan, error) {
|
||||
}
|
||||
|
||||
func (s *Server) plan(ctx context.Context, repo hf.Repo, req PlanRequest) (Plan, error) {
|
||||
// A pack Strata fetches itself: one way, Strata's, whatever its files.
|
||||
if fam, size, ok := strata.ForFetchedRepo(repo.ID); ok {
|
||||
art := modelplan.Artifact{Name: size.Name, Format: "strata", Bytes: int64(size.DownloadGB * 1e9), Quant: size.Name}
|
||||
p := Plan{Repo: repo.ID, Revision: repo.Revision, Format: "strata", Arch: repo.Architecture, License: repo.License,
|
||||
Context: strataContext, Servable: true, Note: "Strata fetches this pack onto the node itself on its first start"}
|
||||
p.Options = modelplan.StrataOptions(fam.Name, []modelplan.Artifact{art}, s.deps.Pool())
|
||||
pa := PlannedArtifact{Artifact: art}
|
||||
if len(p.Options) > 0 {
|
||||
pa.Best = &p.Options[0]
|
||||
}
|
||||
p.Artifacts = []PlannedArtifact{pa}
|
||||
return p, nil
|
||||
}
|
||||
p := Plan{Repo: repo.ID, Revision: repo.Revision, Format: req.Format, Arch: repo.Architecture,
|
||||
License: repo.License, Params: repo.Params, Context: req.Context, Gated: repo.Gated.Is(), Servable: true,
|
||||
Projectors: Projectors(repo)}
|
||||
|
||||
@@ -35,3 +35,18 @@ func TestAStrataWayIsChosenAndMadeAProfile(t *testing.T) {
|
||||
t.Errorf("%+v", p)
|
||||
}
|
||||
}
|
||||
|
||||
func TestAReadyMadePackIsPlannedOnStrataOnly(t *testing.T) {
|
||||
s := New(Deps{Pool: func() []modelplan.PoolNode {
|
||||
return []modelplan.PoolNode{{ID: "cuda01", Class: "6000-24g", GPUMemGB: 24, GPUs: 1, FreeGPUs: 1,
|
||||
HostMemGB: 251, HostFreeGB: 200, Engines: []string{"strata"}}}
|
||||
}})
|
||||
p, err := s.plan(t.Context(), hf.Repo{ID: "Maximilian228/Qwen3.8-Flash-Next-NVIDIA-NVFP4-Strata", Revision: "abc",
|
||||
Architecture: "strata-ple"}, PlanRequest{})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if !p.Servable || len(p.Options) != 1 || p.Options[0].StrataFamily != "nvfp4" || p.Options[0].StrataSize != "NVFP4-NVIDIA" {
|
||||
t.Errorf("%+v", p)
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user