kev-0.5b declared architecture "ggmlc", which llama.cpp does not know. It was fetched, catalogued and placed, and failed on every node — while the answer was in the first kilobytes of the file. internal/gguf reads a GGUF header (v1-v3) up to general.architecture, over HTTP with a Range request, and judges it against the architectures llama.cpp b10991 lists in LLM_ARCH_NAMES (152, copied from the source at that tag); a vision projector is not a model on its own. An unknown build is not refused, only not vouched for, and a header that cannot be fetched does not refuse anything. Checked in three places: the registry listing (from the architecture Hugging Face reports with expand[]=gguf, so one request per repository) shows it and withholds the fetch button; a fetch reads the header and refuses unless "fetch anyway"; and the model service refuses to add such a model, which covers the serve form and ctl model add. Tried on real files: the mirror's qwen2.5-1.5b (qwen2) and bge-m3 (bert), and Qwen2.5-0.5B on Hugging Face through its redirect. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
205 lines
5.9 KiB
Go
205 lines
5.9 KiB
Go
package gguf
|
|
|
|
// llamaCppArchitectures is every model architecture a llama.cpp build can
|
|
// load, by the build llmgw pins (config.DefaultEngines).
|
|
//
|
|
// Taken from LLM_ARCH_NAMES in src/llama-arch.cpp at that tag, rather than
|
|
// discovered from a node: the check has to happen before anything is
|
|
// downloaded, on the control plane, which runs no engine. A build other than
|
|
// these is not refused, only not vouched for.
|
|
var llamaCppArchitectures = map[string]map[string]bool{
|
|
"b10991": {
|
|
"clip": true,
|
|
"llama": true,
|
|
"llama4": true,
|
|
"deci": true,
|
|
"falcon": true,
|
|
"grok": true,
|
|
"gpt2": true,
|
|
"gptj": true,
|
|
"gptneox": true,
|
|
"mpt": true,
|
|
"baichuan": true,
|
|
"starcoder": true,
|
|
"refact": true,
|
|
"bert": true,
|
|
"modern-bert": true,
|
|
"nomic-bert": true,
|
|
"nomic-bert-moe": true,
|
|
"neo-bert": true,
|
|
"jina-bert-v2": true,
|
|
"jina-bert-v3": true,
|
|
"eurobert": true,
|
|
"bloom": true,
|
|
"stablelm": true,
|
|
"qwen": true,
|
|
"qwen2": true,
|
|
"qwen2moe": true,
|
|
"qwen2vl": true,
|
|
"qwen3": true,
|
|
"qwen3moe": true,
|
|
"qwen3next": true,
|
|
"qwen3vl": true,
|
|
"qwen3vlmoe": true,
|
|
"qwen35": true,
|
|
"qwen35moe": true,
|
|
"qwen4exp": true,
|
|
"phi2": true,
|
|
"phi3": true,
|
|
"phimoe": true,
|
|
"plamo": true,
|
|
"plamo2": true,
|
|
"plamo3": true,
|
|
"codeshell": true,
|
|
"orion": true,
|
|
"internlm2": true,
|
|
"minicpm": true,
|
|
"minicpm3": true,
|
|
"gemma": true,
|
|
"gemma2": true,
|
|
"gemma3": true,
|
|
"gemma3n": true,
|
|
"gemma4": true,
|
|
"gemma4-assistant": true,
|
|
"gemma-embedding": true,
|
|
"starcoder2": true,
|
|
"mamba": true,
|
|
"mamba2": true,
|
|
"maple": true,
|
|
"jamba": true,
|
|
"falcon-h1": true,
|
|
"xverse": true,
|
|
"command-r": true,
|
|
"cohere2": true,
|
|
"cohere2moe": true,
|
|
"dbrx": true,
|
|
"olmo": true,
|
|
"olmo2": true,
|
|
"olmoe": true,
|
|
"muse-glimmer": true,
|
|
"openelm": true,
|
|
"arctic": true,
|
|
"deepseek": true,
|
|
"deepseek2": true,
|
|
"deepseek2-ocr": true,
|
|
"deepseek32": true,
|
|
"deepseek4": true,
|
|
"chatglm": true,
|
|
"glm4": true,
|
|
"glm4moe": true,
|
|
"glm-dsa": true,
|
|
"bitnet": true,
|
|
"t5": true,
|
|
"t5encoder": true,
|
|
"jais": true,
|
|
"jais2": true,
|
|
"nemotron": true,
|
|
"nemotron_h": true,
|
|
"nemotron_h_moe": true,
|
|
"exaone": true,
|
|
"exaone4": true,
|
|
"exaone-moe": true,
|
|
"rwkv6": true,
|
|
"rwkv6qwen2": true,
|
|
"rwkv7": true,
|
|
"arwkv7": true,
|
|
"granite": true,
|
|
"granitemoe": true,
|
|
"granitehybrid": true,
|
|
"graniteswitch": true,
|
|
"granite_swa": true,
|
|
"chameleon": true,
|
|
"wavtokenizer-dec": true,
|
|
"plm": true,
|
|
"bailingmoe": true,
|
|
"bailingmoe2": true,
|
|
"bailingmoe3": true,
|
|
"dots1": true,
|
|
"dots3note": true,
|
|
"arcee": true,
|
|
"afmoe": true,
|
|
"laguna": true,
|
|
"ernie4_5": true,
|
|
"ernie4_5-moe": true,
|
|
"hunyuan-moe": true,
|
|
"hunyuan-dense": true,
|
|
"hunyuan_vl": true,
|
|
"hy_v3": true,
|
|
"hy_v4": true,
|
|
"smollm3": true,
|
|
"gpt-oss": true,
|
|
"lfm2": true,
|
|
"lfm2moe": true,
|
|
"dream": true,
|
|
"smallthinker": true,
|
|
"llada": true,
|
|
"llada-moe": true,
|
|
"seed_oss": true,
|
|
"grovemoe": true,
|
|
"apertus": true,
|
|
"minimax-01": true,
|
|
"minimax-m2": true,
|
|
"minimax-m3": true,
|
|
"cogvlm": true,
|
|
"rnd1": true,
|
|
"pangu-embedded": true,
|
|
"mistral3": true,
|
|
"eagle3": true,
|
|
"dflash": true,
|
|
"mistral4": true,
|
|
"paddleocr": true,
|
|
"mimo2": true,
|
|
"step35": true,
|
|
"spark2_5": true,
|
|
"llama-embed": true,
|
|
"maincoder": true,
|
|
"kimi-linear": true,
|
|
"kimi-k3": true,
|
|
"talkie": true,
|
|
"mellum": true,
|
|
"nanbeige": true,
|
|
"qwen3tts": true,
|
|
"pockettts": true,
|
|
"(unknown)": true,
|
|
},
|
|
}
|
|
|
|
// notAModel are architectures llama.cpp knows that are not a model on their
|
|
// own: a vision projector is loaded beside a language model with --mmproj.
|
|
var notAModel = map[string]string{
|
|
"clip": "a vision projector, loaded beside a language model rather than served alone",
|
|
}
|
|
|
|
// Verdict is whether a llama.cpp build can serve a file.
|
|
type Verdict struct {
|
|
Architecture string
|
|
// Servable is false only when the build is known not to load it.
|
|
Servable bool
|
|
// Checked is false when the build is not one whose architectures llmgw
|
|
// knows; Servable is then true by default, and Reason says it was not
|
|
// checked.
|
|
Checked bool
|
|
Reason string
|
|
}
|
|
|
|
// LlamaCpp judges an architecture against a llama.cpp build.
|
|
func LlamaCpp(version, arch string) Verdict {
|
|
v := Verdict{Architecture: arch, Servable: true}
|
|
if why, ok := notAModel[arch]; ok {
|
|
v.Servable, v.Checked = false, true
|
|
v.Reason = "its architecture is \"" + arch + "\", " + why
|
|
return v
|
|
}
|
|
known, ok := llamaCppArchitectures[version]
|
|
if !ok {
|
|
v.Reason = "llama.cpp " + version + " is not a build whose architectures llmgw knows; not checked"
|
|
return v
|
|
}
|
|
v.Checked = true
|
|
if !known[arch] {
|
|
v.Servable = false
|
|
v.Reason = "its architecture is \"" + arch + "\", which llama.cpp " + version + " cannot load"
|
|
}
|
|
return v
|
|
}
|