Offline sites and Kubernetes: llmgw bundle create, import and trust, offline.mirror, server init --bundle; a Helm chart for the control plane

A bundle carries what a cluster would download — llmgw's release with its
signed checksums, every llama.cpp build per architecture with GitHub's
checksums, model files pinned and checked against Hugging Face's — into a
directory or a tar whose manifest sha256 is carried apart. Import checks
everything, the release against the signing key, before anything is put in
the mirror. With offline.mirror set, nodes install llama.cpp from the
mirror against checksums the control plane holds and sends over the agent
stream; releases default to the mirror for node add, ctl upgrade and agent
upgrades. server init and the setup form install from a bundle.

The Helm chart runs one control plane with SQLite on a claim or an external
PostgreSQL, Secrets for the agent certificate and admin token, Services,
Ingress and ServiceMonitor; deploy/container/Dockerfile builds its image.
GPU nodes stay outside Kubernetes, as docs/kubernetes.md explains.

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Ilker ManapandClaude Opus 5.5 committed 2026-10-05 00:13:39 +02:00
1 parent e59ff52932
commit bae16426a2
51 files changed
+4177 -63

No files matched your search

+48 -18
View File
@@ -2637,7 +2637,16 @@ type EngineWant struct {
Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // "b10991"
// variant is the build to install, when one is chosen for the node rather
// than left to its hardware: "cu13", "cu129". Empty is the agent's choice.
Variant string `protobuf:"bytes,3,opt,name=variant,proto3" json:"variant,omitempty"`
Variant string `protobuf:"bytes,3,opt,name=variant,proto3" json:"variant,omitempty"`
// offline_base, on a cluster with no way to the internet, is where this
// engine version's files are on its mirror:
// http://mirror:8081/_llmgw/engines/llamacpp/b10991. Set, the node never
// asks the engine's publisher.
OfflineBase string `protobuf:"bytes,4,opt,name=offline_base,json=offlineBase,proto3" json:"offline_base,omitempty"`
// offline_sha256 is each of those files' checksum by name, from the
// bundle the control plane trusts — not from the mirror, which serves
// every node over plain HTTP.
OfflineSha256 map[string]string `protobuf:"bytes,5,rep,name=offline_sha256,json=offlineSha256,proto3" json:"offline_sha256,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache
}
@@ -2693,6 +2702,20 @@ func (x *EngineWant) GetVariant() string {
return ""
}
func (x *EngineWant) GetOfflineBase() string {
if x != nil {
return x.OfflineBase
}
return ""
}
func (x *EngineWant) GetOfflineSha256() map[string]string {
if x != nil {
return x.OfflineSha256
}
return nil
}
// ProvisionStatus is where one engine's installation stands on a node.
type ProvisionStatus struct {
state protoimpl.MessageState `protogen:"open.v1"`
@@ -4369,12 +4392,17 @@ const file_llmgw_v1_agent_proto_rawDesc = "" +
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\";\n" +
"\tProvision\x12.\n" +
"\aengines\x18\x01 \x03(\v2\x14.llmgw.v1.EngineWantR\aengines\"X\n" +
"\aengines\x18\x01 \x03(\v2\x14.llmgw.v1.EngineWantR\aengines\"\x8d\x02\n" +
"\n" +
"EngineWant\x12\x16\n" +
"\x06engine\x18\x01 \x01(\tR\x06engine\x12\x18\n" +
"\aversion\x18\x02 \x01(\tR\aversion\x12\x18\n" +
"\avariant\x18\x03 \x01(\tR\avariant\"\x8b\x01\n" +
"\avariant\x18\x03 \x01(\tR\avariant\x12!\n" +
"\foffline_base\x18\x04 \x01(\tR\vofflineBase\x12N\n" +
"\x0eoffline_sha256\x18\x05 \x03(\v2'.llmgw.v1.EngineWant.OfflineSha256EntryR\rofflineSha256\x1a@\n" +
"\x12OfflineSha256Entry\x12\x10\n" +
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"\x8b\x01\n" +
"\x0fProvisionStatus\x12\x16\n" +
"\x06engine\x18\x01 \x01(\tR\x06engine\x12\x18\n" +
"\aversion\x18\x02 \x01(\tR\aversion\x12\x18\n" +
@@ -4532,7 +4560,7 @@ func file_llmgw_v1_agent_proto_rawDescGZIP() []byte {
}
var file_llmgw_v1_agent_proto_enumTypes = make([]protoimpl.EnumInfo, 1)
var file_llmgw_v1_agent_proto_msgTypes = make([]protoimpl.MessageInfo, 44)
var file_llmgw_v1_agent_proto_msgTypes = make([]protoimpl.MessageInfo, 45)
var file_llmgw_v1_agent_proto_goTypes = []any{
(ShardStatus_State)(0), // 0: llmgw.v1.ShardStatus.State
(*AgentMessage)(nil), // 1: llmgw.v1.AgentMessage
@@ -4578,7 +4606,8 @@ var file_llmgw_v1_agent_proto_goTypes = []any{
nil, // 41: llmgw.v1.GPU.NicPathsEntry
nil, // 42: llmgw.v1.IBPort.CountersEntry
nil, // 43: llmgw.v1.Heartbeat.EngineVersionsEntry
nil, // 44: llmgw.v1.EngineProfile.EnvEntry
nil, // 44: llmgw.v1.EngineWant.OfflineSha256Entry
nil, // 45: llmgw.v1.EngineProfile.EnvEntry
}
var file_llmgw_v1_agent_proto_depIdxs = []int32{
4, // 0: llmgw.v1.AgentMessage.register:type_name -> llmgw.v1.Register
@@ -4624,18 +4653,19 @@ var file_llmgw_v1_agent_proto_depIdxs = []int32{
17, // 40: llmgw.v1.Heartbeat.gpu_fabric:type_name -> llmgw.v1.GPUFabricState
16, // 41: llmgw.v1.Heartbeat.imex:type_name -> llmgw.v1.IMEX
20, // 42: llmgw.v1.Provision.engines:type_name -> llmgw.v1.EngineWant
0, // 43: llmgw.v1.ShardStatus.state:type_name -> llmgw.v1.ShardStatus.State
23, // 44: llmgw.v1.ShardStatus.fetch:type_name -> llmgw.v1.FetchProgress
25, // 45: llmgw.v1.StartShard.profile:type_name -> llmgw.v1.EngineProfile
44, // 46: llmgw.v1.EngineProfile.env:type_name -> llmgw.v1.EngineProfile.EnvEntry
38, // 47: llmgw.v1.EngineProfile.adapters:type_name -> llmgw.v1.LoraAdapter
1, // 48: llmgw.v1.AgentService.Connect:input_type -> llmgw.v1.AgentMessage
2, // 49: llmgw.v1.AgentService.Connect:output_type -> llmgw.v1.ControlMessage
49, // [49:50] is the sub-list for method output_type
48, // [48:49] is the sub-list for method input_type
48, // [48:48] is the sub-list for extension type_name
48, // [48:48] is the sub-list for extension extendee
0, // [0:48] is the sub-list for field type_name
44, // 43: llmgw.v1.EngineWant.offline_sha256:type_name -> llmgw.v1.EngineWant.OfflineSha256Entry
0, // 44: llmgw.v1.ShardStatus.state:type_name -> llmgw.v1.ShardStatus.State
23, // 45: llmgw.v1.ShardStatus.fetch:type_name -> llmgw.v1.FetchProgress
25, // 46: llmgw.v1.StartShard.profile:type_name -> llmgw.v1.EngineProfile
45, // 47: llmgw.v1.EngineProfile.env:type_name -> llmgw.v1.EngineProfile.EnvEntry
38, // 48: llmgw.v1.EngineProfile.adapters:type_name -> llmgw.v1.LoraAdapter
1, // 49: llmgw.v1.AgentService.Connect:input_type -> llmgw.v1.AgentMessage
2, // 50: llmgw.v1.AgentService.Connect:output_type -> llmgw.v1.ControlMessage
50, // [50:51] is the sub-list for method output_type
49, // [49:50] is the sub-list for method input_type
49, // [49:49] is the sub-list for extension type_name
49, // [49:49] is the sub-list for extension extendee
0, // [0:49] is the sub-list for field type_name
}
func init() { file_llmgw_v1_agent_proto_init() }
@@ -4671,7 +4701,7 @@ func file_llmgw_v1_agent_proto_init() {
GoPackagePath: reflect.TypeOf(x{}).PkgPath(),
RawDescriptor: unsafe.Slice(unsafe.StringData(file_llmgw_v1_agent_proto_rawDesc), len(file_llmgw_v1_agent_proto_rawDesc)),
NumEnums: 1,
NumMessages: 44,
NumMessages: 45,
NumExtensions: 0,
NumServices: 1,
},
+9
View File
@@ -515,6 +515,15 @@ message EngineWant {
// variant is the build to install, when one is chosen for the node rather
// than left to its hardware: "cu13", "cu129". Empty is the agent's choice.
string variant = 3;
// offline_base, on a cluster with no way to the internet, is where this
// engine version's files are on its mirror:
// http://mirror:8081/_llmgw/engines/llamacpp/b10991. Set, the node never
// asks the engine's publisher.
string offline_base = 4;
// offline_sha256 is each of those files' checksum by name, from the
// bundle the control plane trusts — not from the mirror, which serves
// every node over plain HTTP.
map<string, string> offline_sha256 = 5;
}
// ProvisionStatus is where one engine's installation stands on a node.