Strata's DeepSeek not offered on cards its engine was not built for, and refused there by the agent
CI / test (push) Successful in 9m42s
CI / test (push) Successful in 9m42s
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
104b60fbf8
commit
f41c96d30f
13 files changed
+90
-6
No files matched your search
@@ -65,6 +65,8 @@ func (p *AccountPages) strataView(l *Lang) *strataView {
|
||||
sr.Fits, sr.Runs = true, l.T("explore.strata", opts[0].Class, l.Num(opts[0].NeedGB, 0))
|
||||
case len(v.Nodes) == 0:
|
||||
sr.Runs = l.T("strata.no_node")
|
||||
case f.MinCC > 0 && cardsOlderThan(pool, f.MinCC):
|
||||
sr.Runs = l.T("strata.old_card", l.Num(f.MinCC, 1))
|
||||
default:
|
||||
sr.Runs = l.T("strata.no_room", s.MemoryGB())
|
||||
}
|
||||
@@ -75,6 +77,22 @@ func (p *AccountPages) strataView(l *Lang) *strataView {
|
||||
return v
|
||||
}
|
||||
|
||||
// cardsOlderThan says whether every node with Strata has a card of a
|
||||
// compute capability below cc, as far as they say.
|
||||
func cardsOlderThan(pool []modelplan.PoolNode, cc float64) bool {
|
||||
older := false
|
||||
for _, n := range pool {
|
||||
if !slices.Contains(n.Engines, "strata") {
|
||||
continue
|
||||
}
|
||||
if n.CC == 0 || n.CC >= cc {
|
||||
return false
|
||||
}
|
||||
older = true
|
||||
}
|
||||
return older
|
||||
}
|
||||
|
||||
// serveStrata adds a model of a family Strata fetches itself: its source
|
||||
// the repository, its replica on a card of the class the plan found.
|
||||
func (p *AccountPages) serveStrata(ctx context.Context, l *Lang, by, family, size string) (string, error) {
|
||||
|
||||
@@ -15,7 +15,7 @@ type strataFleet struct{ fakeFleet }
|
||||
|
||||
func (strataFleet) Nodes() []adminapi.NodeView {
|
||||
return []adminapi.NodeView{{ID: "cuda01", State: "ready", GPUTotal: 1, GPUFree: 1, MemoryGB: 251,
|
||||
Classes: []string{"6000-24g"}, Engines: []string{"llamacpp", "strata"}}}
|
||||
Classes: []string{"6000-24g"}, Engines: []string{"llamacpp", "strata"}, ComputeCapabilities: []string{"7.5"}}}
|
||||
}
|
||||
|
||||
func TestTheStrataTabListsWhatRunsHereAndFetchesASize(t *testing.T) {
|
||||
@@ -31,13 +31,14 @@ func TestTheStrataTabListsWhatRunsHereAndFetchesASize(t *testing.T) {
|
||||
|
||||
body := mirrorGet(t, mux, "/admin/mirror?tab=strata").Body.String()
|
||||
for _, want := range []string{"Strata is installed on: cuda01", "Qwen3.8-Flash-Next", "IQ2_XS",
|
||||
"1× 6000-24g with Strata, 52 GB of RAM", `name="size" value="IQ2_XS"`, "Strata fetches these onto the node itself"} {
|
||||
"1× 6000-24g with Strata, 52 GB of RAM", `name="size" value="IQ2_XS"`, "Strata fetches these onto the node itself",
|
||||
"compute capability 8.6 or newer"} {
|
||||
if !strings.Contains(body, want) {
|
||||
t.Errorf("the tab lacks %q", want)
|
||||
}
|
||||
}
|
||||
// Unsloth's Q8_0 keeps 140 GB: it runs here; nothing past the node's RAM does.
|
||||
if strings.Contains(body, `value="UD-Q8_K_XL"`) {
|
||||
if strings.Contains(body, `value="UD-Q8_K_XL"`) || strings.Contains(body, `value="IST-DAS-1.75bpw"`) {
|
||||
t.Error("offered DeepSeek's 306 GB size, which no node holds, and which Strata fetches itself")
|
||||
}
|
||||
|
||||
|
||||
@@ -278,5 +278,6 @@
|
||||
"strata.err.not_servable": "%s is fetched into the mirror first, then served from its version",
|
||||
"strata.msg.served": "%s added: its first start fetches about %s GB onto the node and prepares it, which can take hours on a slow link; Replicas shows how far it is.",
|
||||
"strata.pack_files": "part of Strata's ready-made %s %s pack: served whole from the mirror's Strata tab, Strata fetching it onto the node",
|
||||
"strata.unknown_pack": "a pack made for Strata that Strata 0.2.7 does not know: its setup refuses it, and llama.cpp cannot read it"
|
||||
"strata.unknown_pack": "a pack made for Strata that Strata 0.2.7 does not know: its setup refuses it, and llama.cpp cannot read it",
|
||||
"strata.old_card": "its engine needs an NVIDIA card of compute capability %s or newer (RTX 30 on); the nodes with Strata have older ones"
|
||||
}
|
||||
@@ -271,5 +271,6 @@
|
||||
"strata.err.not_servable": "%s önce aynaya indirilir, sonra sürümünden sunulur",
|
||||
"strata.msg.served": "%s eklendi: ilk açılışında node'a yaklaşık %s GB indirip hazırlar; yavaş bağlantıda saatler sürebilir. İlerleyişi Replikalar gösterir.",
|
||||
"strata.pack_files": "Strata'nın hazır %s %s paketinin parçası: aynanın Strata sekmesinden bütün olarak sunulur, Strata onu node'a kendisi indirir",
|
||||
"strata.unknown_pack": "Strata için hazırlanmış ama Strata 0.2.7'nin tanımadığı bir paket: kurulumu onu reddeder, llama.cpp de okuyamaz"
|
||||
"strata.unknown_pack": "Strata için hazırlanmış ama Strata 0.2.7'nin tanımadığı bir paket: kurulumu onu reddeder, llama.cpp de okuyamaz",
|
||||
"strata.old_card": "motoru compute capability %s ya da daha yeni bir NVIDIA kartı ister (RTX 30 ve sonrası); Strata kurulu node'ların kartları daha eski"
|
||||
}
|
||||
Reference in new issue
Block a user