llmgw/internal/config/engines_test.go

package config

import (
	"strings"
	"testing"
)

func TestEachNodeGetsTheEnginesItsOverridesSay(t *testing.T) {
	s := Server{
		Engines: map[string]string{"vllm": "0.30.0"},
		EngineOverrides: []EngineOverride{
			// Volta: CUDA 13 dropped it, CUDA 12 vLLM still runs.
			{GPUClass: "v100-32g", Engines: map[string]string{"vllm": "0.25.1"}},
			// Nodes meant for llama.cpp alone.
			{Labels: map[string]string{"role": "gguf"}, Engines: map[string]string{"vllm": ""}},
		},
	}
	if got := s.EnginesFor("h1", []string{"h100-80g"}, nil); got["vllm"] != "0.30.0" || got["llamacpp"] == "" {
		t.Errorf("an H100 node: %v", got)
	}
	if got := s.EnginesFor("v1", []string{"v100-32g"}, nil); got["vllm"] != "0.25.1" {
		t.Errorf("a V100 node: %v", got)
	}
	got := s.EnginesFor("v2", []string{"v100-32g"}, map[string]string{"role": "gguf"})
	if _, has := got["vllm"]; has || got["llamacpp"] == "" {
		t.Errorf("a V100 node for llama.cpp alone, the later override last: %v", got)
	}

	for _, bad := range []EngineOverride{
		{Engines: map[string]string{"vllm": ""}},
		{GPUClass: "v100-32g"},
	} {
		s := Server{Listen: ":8080", EngineOverrides: []EngineOverride{bad}}
		if err := s.Validate(); err == nil || !strings.Contains(err.Error(), "engine_overrides[0]") {
			t.Errorf("%+v: %v", bad, err)
		}
	}
}

func TestOIDCSettingsAreCheckedBeforeAProviderIsAsked(t *testing.T) {
	ok := OIDC{Issuer: "https://login.example.com/realms/acme", ClientID: "llmgw",
		Roles: map[string][]string{"admin": {"g"}}, Memberships: map[string]string{"ml": "team:Acme/ml"}}
	if err := ok.Validate(); err != nil {
		t.Fatal(err)
	}
	for name, o := range map[string]OIDC{
		"plain http":   {Issuer: "http://login.example.com", ClientID: "x"},
		"no client":    {Issuer: "https://login.example.com"},
		"unknown role": {Issuer: "https://l", ClientID: "x", Roles: map[string][]string{"god": {"g"}}},
		"bad place":    {Issuer: "https://l", ClientID: "x", Memberships: map[string]string{"g": "galaxy:x"}},
	} {
		if o.Validate() == nil {
			t.Errorf("%s accepted", name)
		}
	}
}