Merge C23 TensorRT-LLM engine and Ollama/GGUF import

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Ilker ManapandClaude Opus 5.5 committed 2026-10-05 00:02:50 +02:00
commit c64af74085
28 files changed
+2376 -18

No files matched your search

+1 -1
View File
@@ -545,7 +545,7 @@ func describeServe(m catalog.Model) string {
return ""
}
p := m.Profiles[0]
engine := map[string]string{"llamacpp": "llama.cpp", "vllm": "vLLM", "sglang": "SGLang"}[p.Engine]
engine := map[string]string{"llamacpp": "llama.cpp", "vllm": "vLLM", "sglang": "SGLang", "trtllm": "TensorRT-LLM"}[p.Engine]
if engine == "" {
engine = p.Engine
}