server init: the firewall and the judge before the starter model, and a model that fits nowhere said within two minutes
A starter model with no room failed init after ten minutes and left the firewall and the judge uninstalled. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
ddb0472f9b
commit
07af03aa93
4 files changed
+79
-16
No files matched your search
@@ -2,6 +2,7 @@ package cli
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"io"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"os"
|
||||
@@ -172,3 +173,34 @@ func TestTheGuardModelIsAValidJudge(t *testing.T) {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func TestInitSaysAtOnceWhenAModelFitsNowhere(t *testing.T) {
|
||||
api := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
switch r.URL.Path {
|
||||
case "/api/v1/replicas":
|
||||
w.Write([]byte(`[]`))
|
||||
case "/api/v1/explain-placement":
|
||||
w.Write([]byte(`{"model":"qwen","rejections":[{"profile":"cpu","node":"n1","reason":"has 3 GB of memory with 1 free, needs 2"}]}`))
|
||||
default:
|
||||
http.NotFound(w, r)
|
||||
}
|
||||
}))
|
||||
defer api.Close()
|
||||
dir := t.TempDir()
|
||||
token := filepath.Join(dir, "token")
|
||||
os.WriteFile(token, []byte(strings.Repeat("t", 40)), 0o600)
|
||||
os.WriteFile(filepath.Join(dir, "server.yaml"),
|
||||
[]byte("admin_listen: "+strings.TrimPrefix(api.URL, "http://")+"\nadmin_token_file: "+token+"\n"), 0o600)
|
||||
|
||||
defer func(g time.Duration) { unplacedGrace = g }(unplacedGrace)
|
||||
unplacedGrace = 0
|
||||
in := &serverInit{etcDir: dir, out: io.Discard}
|
||||
start := time.Now()
|
||||
err := in.waitServing(t.Context(), "qwen")
|
||||
if err == nil || !strings.Contains(err.Error(), "needs 2") || !strings.Contains(err.Error(), "explain-placement") {
|
||||
t.Fatalf("%v", err)
|
||||
}
|
||||
if time.Since(start) > 10*time.Second {
|
||||
t.Errorf("took %s to say so", time.Since(start))
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user