Strata's DeepSeek not offered on cards its engine was not built for, and refused there by the agent
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
104b60fbf8
commit
f41c96d30f
13 files changed
+90
-6
No files matched your search
@@ -55,6 +55,8 @@ type PoolNode struct {
|
||||
Kinds []PoolKind
|
||||
// Engines are the engines the node has installed.
|
||||
Engines []string
|
||||
// CC is its newest card's compute capability, 0 when not known.
|
||||
CC float64
|
||||
}
|
||||
|
||||
// PoolKind is one class of a node's devices.
|
||||
|
||||
@@ -24,12 +24,18 @@ func StrataOptions(family string, arts []Artifact, nodes []PoolNode) []Option {
|
||||
continue
|
||||
}
|
||||
need := float64(size.MemoryGB())
|
||||
fam, _ := strata.FamilyNamed(family)
|
||||
byClass := map[string]*Option{}
|
||||
var order []string
|
||||
for _, n := range nodes {
|
||||
if !slices.Contains(n.Engines, "strata") || n.HostMemGB <= 0 {
|
||||
continue
|
||||
}
|
||||
// A family whose engine needs a newer card: refused by Strata on
|
||||
// this one, after the node was chosen.
|
||||
if fam.MinCC > 0 && n.CC > 0 && n.CC < fam.MinCC {
|
||||
continue
|
||||
}
|
||||
have := float64(n.HostMemGB) * hostShare
|
||||
if need > have {
|
||||
continue
|
||||
|
||||
@@ -30,3 +30,22 @@ func TestStrataIsOfferedOnANodeWithItTheCardAndTheRAM(t *testing.T) {
|
||||
t.Errorf("%q %q", o.Label(), o.MemoryText())
|
||||
}
|
||||
}
|
||||
|
||||
// DeepSeek's engine is built for RTX 30 and newer: not offered on a Turing
|
||||
// card, which Strata's setup refuses after the replica is placed.
|
||||
func TestDeepSeekOnStrataNeedsANewerCard(t *testing.T) {
|
||||
arts := []Artifact{{Name: "IST-DAS-1.75bpw.gguf", Format: "gguf"}}
|
||||
node := func(cc float64) []PoolNode {
|
||||
return []PoolNode{{ID: "n", Class: "6000-24g", GPUMemGB: 24, GPUs: 1, FreeGPUs: 1, HostMemGB: 251,
|
||||
Engines: []string{"strata"}, CC: cc}}
|
||||
}
|
||||
if got := StrataOptions("deepseek41", arts, node(7.5)); len(got) != 0 {
|
||||
t.Errorf("offered on 7.5: %+v", got)
|
||||
}
|
||||
if got := StrataOptions("deepseek41", arts, node(8.9)); len(got) != 1 {
|
||||
t.Errorf("not offered on 8.9: %+v", got)
|
||||
}
|
||||
if got := StrataOptions("qwen", []Artifact{{Name: "IQ2_XS.gguf"}}, node(7.5)); len(got) != 1 {
|
||||
t.Errorf("Qwen not offered on 7.5: %+v", got)
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user