package config import ( "strings" "testing" ) func TestEachNodeGetsTheEnginesItsOverridesSay(t *testing.T) { s := Server{ Engines: map[string]string{"vllm": "0.30.0"}, EngineOverrides: []EngineOverride{ // Volta: CUDA 13 dropped it, CUDA 12 vLLM still runs. {GPUClass: "v100-32g", Engines: map[string]string{"vllm": "0.25.1"}}, // Nodes meant for llama.cpp alone. {Labels: map[string]string{"role": "gguf"}, Engines: map[string]string{"vllm": ""}}, }, } if got := s.EnginesFor("h1", []string{"h100-80g"}, nil); got["vllm"] != "0.30.0" || got["llamacpp"] == "" { t.Errorf("an H100 node: %v", got) } if got := s.EnginesFor("v1", []string{"v100-32g"}, nil); got["vllm"] != "0.25.1" { t.Errorf("a V100 node: %v", got) } got := s.EnginesFor("v2", []string{"v100-32g"}, map[string]string{"role": "gguf"}) if _, has := got["vllm"]; has || got["llamacpp"] == "" { t.Errorf("a V100 node for llama.cpp alone, the later override last: %v", got) } for _, bad := range []EngineOverride{ {Engines: map[string]string{"vllm": ""}}, {GPUClass: "v100-32g"}, } { s := Server{Listen: ":8080", EngineOverrides: []EngineOverride{bad}} if err := s.Validate(); err == nil || !strings.Contains(err.Error(), "engine_overrides[0]") { t.Errorf("%+v: %v", bad, err) } } } func TestOIDCSettingsAreCheckedBeforeAProviderIsAsked(t *testing.T) { ok := OIDC{Issuer: "https://login.example.com/realms/acme", ClientID: "llmgw", Roles: map[string][]string{"admin": {"g"}}, Memberships: map[string]string{"ml": "team:Acme/ml"}} if err := ok.Validate(); err != nil { t.Fatal(err) } for name, o := range map[string]OIDC{ "plain http": {Issuer: "http://login.example.com", ClientID: "x"}, "no client": {Issuer: "https://login.example.com"}, "unknown role": {Issuer: "https://l", ClientID: "x", Roles: map[string][]string{"god": {"g"}}}, "bad place": {Issuer: "https://l", ClientID: "x", Memberships: map[string]string{"g": "galaxy:x"}}, } { if o.Validate() == nil { t.Errorf("%s accepted", name) } } }