Watch each fabric's subnet managers, and keep a fabric one through a failover

A fabric's identity was its master subnet manager, which changes on a
failover: for the minute its ports took to agree, one fabric read as
two, and a name covering it as two separate fabrics. Each agent now
also lists every subnet manager on a fabric (saquery SMIR, through one
port per master, once a minute); managers listed together are one
fabric, named by the lowest GUID among them, so the identity survives
the master changing.

The same list says what a fabric can survive. The cluster page's new
subnet manager table, /api/v1/fabrics, doctor and metrics
(llmgw_fabric_master_sm, llmgw_fabric_subnet_managers,
llmgw_fabric_problems) show each fabric's master, priority and
standbys, and say when a fabric has no standby, its ports disagree on
the master, ports are up with no subnet manager (INIT), or the master
changed in the last hour. Every change of master a port reports is
kept, and a fabric's last day of them is listed.

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Ilker ManapandClaude Opus 5.5 committed 2026-09-29 07:47:03 +02:00
1 parent 77fe801892
commit 23648fa19a
20 files changed
+857 -136

No files matched your search

+204 -105
View File
@@ -90,7 +90,7 @@ func (x ShardStatus_State) Number() protoreflect.EnumNumber {
// Deprecated: Use ShardStatus_State.Descriptor instead.
func (ShardStatus_State) EnumDescriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{16, 0}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{17, 0}
}
// AgentMessage is anything a node tells the control plane.
@@ -1415,10 +1415,16 @@ type IBPort struct {
SmError string `protobuf:"bytes,14,opt,name=sm_error,json=smError,proto3" json:"sm_error,omitempty"`
// network is, on RoCE, the IP network of the RoCE v2 address: RoCE has no
// subnet manager, and the network is what its fabric is.
Network string `protobuf:"bytes,15,opt,name=network,proto3" json:"network,omitempty"`
GidPrefix string `protobuf:"bytes,16,opt,name=gid_prefix,json=gidPrefix,proto3" json:"gid_prefix,omitempty"`
unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache
Network string `protobuf:"bytes,15,opt,name=network,proto3" json:"network,omitempty"`
GidPrefix string `protobuf:"bytes,16,opt,name=gid_prefix,json=gidPrefix,proto3" json:"gid_prefix,omitempty"`
// subnet_managers is every subnet manager the fabric's subnet
// administrator lists — master and standbys — asked through one port per
// fabric, so it is on that port only. It is what keeps a fabric one fabric
// through a failover: the master changes, the list does not.
SubnetManagers []*SubnetManager `protobuf:"bytes,17,rep,name=subnet_managers,json=subnetManagers,proto3" json:"subnet_managers,omitempty"`
SubnetManagersError string `protobuf:"bytes,18,opt,name=subnet_managers_error,json=subnetManagersError,proto3" json:"subnet_managers_error,omitempty"`
unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache
}
func (x *IBPort) Reset() {
@@ -1563,6 +1569,90 @@ func (x *IBPort) GetGidPrefix() string {
return ""
}
func (x *IBPort) GetSubnetManagers() []*SubnetManager {
if x != nil {
return x.SubnetManagers
}
return nil
}
func (x *IBPort) GetSubnetManagersError() string {
if x != nil {
return x.SubnetManagersError
}
return ""
}
// SubnetManager is one subnet manager on a fabric.
type SubnetManager struct {
state protoimpl.MessageState `protogen:"open.v1"`
Guid string `protobuf:"bytes,1,opt,name=guid,proto3" json:"guid,omitempty"`
Lid int32 `protobuf:"varint,2,opt,name=lid,proto3" json:"lid,omitempty"`
Priority int32 `protobuf:"varint,3,opt,name=priority,proto3" json:"priority,omitempty"`
// state is master, standby, discovering or not active.
State string `protobuf:"bytes,4,opt,name=state,proto3" json:"state,omitempty"`
unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache
}
func (x *SubnetManager) Reset() {
*x = SubnetManager{}
mi := &file_llmgw_v1_agent_proto_msgTypes[12]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
func (x *SubnetManager) String() string {
return protoimpl.X.MessageStringOf(x)
}
func (*SubnetManager) ProtoMessage() {}
func (x *SubnetManager) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[12]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
ms.StoreMessageInfo(mi)
}
return ms
}
return mi.MessageOf(x)
}
// Deprecated: Use SubnetManager.ProtoReflect.Descriptor instead.
func (*SubnetManager) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{12}
}
func (x *SubnetManager) GetGuid() string {
if x != nil {
return x.Guid
}
return ""
}
func (x *SubnetManager) GetLid() int32 {
if x != nil {
return x.Lid
}
return 0
}
func (x *SubnetManager) GetPriority() int32 {
if x != nil {
return x.Priority
}
return 0
}
func (x *SubnetManager) GetState() string {
if x != nil {
return x.State
}
return ""
}
type Heartbeat struct {
state protoimpl.MessageState `protogen:"open.v1"`
NodeId string `protobuf:"bytes,1,opt,name=node_id,json=nodeId,proto3" json:"node_id,omitempty"`
@@ -1618,7 +1708,7 @@ type Heartbeat struct {
func (x *Heartbeat) Reset() {
*x = Heartbeat{}
mi := &file_llmgw_v1_agent_proto_msgTypes[12]
mi := &file_llmgw_v1_agent_proto_msgTypes[13]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -1630,7 +1720,7 @@ func (x *Heartbeat) String() string {
func (*Heartbeat) ProtoMessage() {}
func (x *Heartbeat) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[12]
mi := &file_llmgw_v1_agent_proto_msgTypes[13]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -1643,7 +1733,7 @@ func (x *Heartbeat) ProtoReflect() protoreflect.Message {
// Deprecated: Use Heartbeat.ProtoReflect.Descriptor instead.
func (*Heartbeat) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{12}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{13}
}
func (x *Heartbeat) GetNodeId() string {
@@ -1770,7 +1860,7 @@ type Provision struct {
func (x *Provision) Reset() {
*x = Provision{}
mi := &file_llmgw_v1_agent_proto_msgTypes[13]
mi := &file_llmgw_v1_agent_proto_msgTypes[14]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -1782,7 +1872,7 @@ func (x *Provision) String() string {
func (*Provision) ProtoMessage() {}
func (x *Provision) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[13]
mi := &file_llmgw_v1_agent_proto_msgTypes[14]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -1795,7 +1885,7 @@ func (x *Provision) ProtoReflect() protoreflect.Message {
// Deprecated: Use Provision.ProtoReflect.Descriptor instead.
func (*Provision) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{13}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{14}
}
func (x *Provision) GetEngines() []*EngineWant {
@@ -1816,7 +1906,7 @@ type EngineWant struct {
func (x *EngineWant) Reset() {
*x = EngineWant{}
mi := &file_llmgw_v1_agent_proto_msgTypes[14]
mi := &file_llmgw_v1_agent_proto_msgTypes[15]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -1828,7 +1918,7 @@ func (x *EngineWant) String() string {
func (*EngineWant) ProtoMessage() {}
func (x *EngineWant) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[14]
mi := &file_llmgw_v1_agent_proto_msgTypes[15]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -1841,7 +1931,7 @@ func (x *EngineWant) ProtoReflect() protoreflect.Message {
// Deprecated: Use EngineWant.ProtoReflect.Descriptor instead.
func (*EngineWant) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{14}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{15}
}
func (x *EngineWant) GetEngine() string {
@@ -1874,7 +1964,7 @@ type ProvisionStatus struct {
func (x *ProvisionStatus) Reset() {
*x = ProvisionStatus{}
mi := &file_llmgw_v1_agent_proto_msgTypes[15]
mi := &file_llmgw_v1_agent_proto_msgTypes[16]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -1886,7 +1976,7 @@ func (x *ProvisionStatus) String() string {
func (*ProvisionStatus) ProtoMessage() {}
func (x *ProvisionStatus) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[15]
mi := &file_llmgw_v1_agent_proto_msgTypes[16]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -1899,7 +1989,7 @@ func (x *ProvisionStatus) ProtoReflect() protoreflect.Message {
// Deprecated: Use ProvisionStatus.ProtoReflect.Descriptor instead.
func (*ProvisionStatus) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{15}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{16}
}
func (x *ProvisionStatus) GetEngine() string {
@@ -1963,7 +2053,7 @@ type ShardStatus struct {
func (x *ShardStatus) Reset() {
*x = ShardStatus{}
mi := &file_llmgw_v1_agent_proto_msgTypes[16]
mi := &file_llmgw_v1_agent_proto_msgTypes[17]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -1975,7 +2065,7 @@ func (x *ShardStatus) String() string {
func (*ShardStatus) ProtoMessage() {}
func (x *ShardStatus) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[16]
mi := &file_llmgw_v1_agent_proto_msgTypes[17]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -1988,7 +2078,7 @@ func (x *ShardStatus) ProtoReflect() protoreflect.Message {
// Deprecated: Use ShardStatus.ProtoReflect.Descriptor instead.
func (*ShardStatus) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{16}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{17}
}
func (x *ShardStatus) GetNodeId() string {
@@ -2062,7 +2152,7 @@ type FetchProgress struct {
func (x *FetchProgress) Reset() {
*x = FetchProgress{}
mi := &file_llmgw_v1_agent_proto_msgTypes[17]
mi := &file_llmgw_v1_agent_proto_msgTypes[18]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -2074,7 +2164,7 @@ func (x *FetchProgress) String() string {
func (*FetchProgress) ProtoMessage() {}
func (x *FetchProgress) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[17]
mi := &file_llmgw_v1_agent_proto_msgTypes[18]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -2087,7 +2177,7 @@ func (x *FetchProgress) ProtoReflect() protoreflect.Message {
// Deprecated: Use FetchProgress.ProtoReflect.Descriptor instead.
func (*FetchProgress) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{17}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{18}
}
func (x *FetchProgress) GetSource() string {
@@ -2143,7 +2233,7 @@ type StartShard struct {
func (x *StartShard) Reset() {
*x = StartShard{}
mi := &file_llmgw_v1_agent_proto_msgTypes[18]
mi := &file_llmgw_v1_agent_proto_msgTypes[19]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -2155,7 +2245,7 @@ func (x *StartShard) String() string {
func (*StartShard) ProtoMessage() {}
func (x *StartShard) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[18]
mi := &file_llmgw_v1_agent_proto_msgTypes[19]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -2168,7 +2258,7 @@ func (x *StartShard) ProtoReflect() protoreflect.Message {
// Deprecated: Use StartShard.ProtoReflect.Descriptor instead.
func (*StartShard) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{18}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{19}
}
func (x *StartShard) GetReplicaId() string {
@@ -2295,7 +2385,7 @@ type EngineProfile struct {
func (x *EngineProfile) Reset() {
*x = EngineProfile{}
mi := &file_llmgw_v1_agent_proto_msgTypes[19]
mi := &file_llmgw_v1_agent_proto_msgTypes[20]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -2307,7 +2397,7 @@ func (x *EngineProfile) String() string {
func (*EngineProfile) ProtoMessage() {}
func (x *EngineProfile) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[19]
mi := &file_llmgw_v1_agent_proto_msgTypes[20]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -2320,7 +2410,7 @@ func (x *EngineProfile) ProtoReflect() protoreflect.Message {
// Deprecated: Use EngineProfile.ProtoReflect.Descriptor instead.
func (*EngineProfile) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{19}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{20}
}
func (x *EngineProfile) GetName() string {
@@ -2416,7 +2506,7 @@ type RemoveWeights struct {
func (x *RemoveWeights) Reset() {
*x = RemoveWeights{}
mi := &file_llmgw_v1_agent_proto_msgTypes[20]
mi := &file_llmgw_v1_agent_proto_msgTypes[21]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -2428,7 +2518,7 @@ func (x *RemoveWeights) String() string {
func (*RemoveWeights) ProtoMessage() {}
func (x *RemoveWeights) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[20]
mi := &file_llmgw_v1_agent_proto_msgTypes[21]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -2441,7 +2531,7 @@ func (x *RemoveWeights) ProtoReflect() protoreflect.Message {
// Deprecated: Use RemoveWeights.ProtoReflect.Descriptor instead.
func (*RemoveWeights) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{20}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{21}
}
func (x *RemoveWeights) GetPaths() []string {
@@ -2461,7 +2551,7 @@ type StopShard struct {
func (x *StopShard) Reset() {
*x = StopShard{}
mi := &file_llmgw_v1_agent_proto_msgTypes[21]
mi := &file_llmgw_v1_agent_proto_msgTypes[22]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -2473,7 +2563,7 @@ func (x *StopShard) String() string {
func (*StopShard) ProtoMessage() {}
func (x *StopShard) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[21]
mi := &file_llmgw_v1_agent_proto_msgTypes[22]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -2486,7 +2576,7 @@ func (x *StopShard) ProtoReflect() protoreflect.Message {
// Deprecated: Use StopShard.ProtoReflect.Descriptor instead.
func (*StopShard) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{21}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{22}
}
func (x *StopShard) GetShardId() string {
@@ -2506,7 +2596,7 @@ type DrainShard struct {
func (x *DrainShard) Reset() {
*x = DrainShard{}
mi := &file_llmgw_v1_agent_proto_msgTypes[22]
mi := &file_llmgw_v1_agent_proto_msgTypes[23]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -2518,7 +2608,7 @@ func (x *DrainShard) String() string {
func (*DrainShard) ProtoMessage() {}
func (x *DrainShard) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[22]
mi := &file_llmgw_v1_agent_proto_msgTypes[23]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -2531,7 +2621,7 @@ func (x *DrainShard) ProtoReflect() protoreflect.Message {
// Deprecated: Use DrainShard.ProtoReflect.Descriptor instead.
func (*DrainShard) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{22}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{23}
}
func (x *DrainShard) GetShardId() string {
@@ -2553,7 +2643,7 @@ type Ack struct {
func (x *Ack) Reset() {
*x = Ack{}
mi := &file_llmgw_v1_agent_proto_msgTypes[23]
mi := &file_llmgw_v1_agent_proto_msgTypes[24]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -2565,7 +2655,7 @@ func (x *Ack) String() string {
func (*Ack) ProtoMessage() {}
func (x *Ack) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[23]
mi := &file_llmgw_v1_agent_proto_msgTypes[24]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -2578,7 +2668,7 @@ func (x *Ack) ProtoReflect() protoreflect.Message {
// Deprecated: Use Ack.ProtoReflect.Descriptor instead.
func (*Ack) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{23}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{24}
}
func (x *Ack) GetMessageId() string {
@@ -2622,7 +2712,7 @@ type LogsRequest struct {
func (x *LogsRequest) Reset() {
*x = LogsRequest{}
mi := &file_llmgw_v1_agent_proto_msgTypes[24]
mi := &file_llmgw_v1_agent_proto_msgTypes[25]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -2634,7 +2724,7 @@ func (x *LogsRequest) String() string {
func (*LogsRequest) ProtoMessage() {}
func (x *LogsRequest) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[24]
mi := &file_llmgw_v1_agent_proto_msgTypes[25]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -2647,7 +2737,7 @@ func (x *LogsRequest) ProtoReflect() protoreflect.Message {
// Deprecated: Use LogsRequest.ProtoReflect.Descriptor instead.
func (*LogsRequest) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{24}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{25}
}
func (x *LogsRequest) GetRequestId() string {
@@ -2687,7 +2777,7 @@ type LogsReply struct {
func (x *LogsReply) Reset() {
*x = LogsReply{}
mi := &file_llmgw_v1_agent_proto_msgTypes[25]
mi := &file_llmgw_v1_agent_proto_msgTypes[26]
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
ms.StoreMessageInfo(mi)
}
@@ -2699,7 +2789,7 @@ func (x *LogsReply) String() string {
func (*LogsReply) ProtoMessage() {}
func (x *LogsReply) ProtoReflect() protoreflect.Message {
mi := &file_llmgw_v1_agent_proto_msgTypes[25]
mi := &file_llmgw_v1_agent_proto_msgTypes[26]
if x != nil {
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
if ms.LoadMessageInfo() == nil {
@@ -2712,7 +2802,7 @@ func (x *LogsReply) ProtoReflect() protoreflect.Message {
// Deprecated: Use LogsReply.ProtoReflect.Descriptor instead.
func (*LogsReply) Descriptor() ([]byte, []int) {
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{25}
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{26}
}
func (x *LogsReply) GetRequestId() string {
@@ -2868,7 +2958,7 @@ const file_llmgw_v1_agent_proto_rawDesc = "" +
"\tShardLoad\x12\x19\n" +
"\bshard_id\x18\x01 \x01(\tR\ashardId\x12\x1b\n" +
"\tcpu_cores\x18\x02 \x01(\x01R\bcpuCores\x12(\n" +
"\x10memory_rss_bytes\x18\x03 \x01(\x03R\x0ememoryRssBytes\"\x92\x04\n" +
"\x10memory_rss_bytes\x18\x03 \x01(\x03R\x0ememoryRssBytes\"\x88\x05\n" +
"\x06IBPort\x12\x10\n" +
"\x03hca\x18\x01 \x01(\tR\x03hca\x12\x12\n" +
"\x04port\x18\x02 \x01(\x05R\x04port\x12\x14\n" +
@@ -2890,10 +2980,17 @@ const file_llmgw_v1_agent_proto_rawDesc = "" +
"\bsm_error\x18\x0e \x01(\tR\asmError\x12\x18\n" +
"\anetwork\x18\x0f \x01(\tR\anetwork\x12\x1d\n" +
"\n" +
"gid_prefix\x18\x10 \x01(\tR\tgidPrefix\x1a;\n" +
"gid_prefix\x18\x10 \x01(\tR\tgidPrefix\x12@\n" +
"\x0fsubnet_managers\x18\x11 \x03(\v2\x17.llmgw.v1.SubnetManagerR\x0esubnetManagers\x122\n" +
"\x15subnet_managers_error\x18\x12 \x01(\tR\x13subnetManagersError\x1a;\n" +
"\rCountersEntry\x12\x10\n" +
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
"\x05value\x18\x02 \x01(\x04R\x05value:\x028\x01\"\xfc\x05\n" +
"\x05value\x18\x02 \x01(\x04R\x05value:\x028\x01\"g\n" +
"\rSubnetManager\x12\x12\n" +
"\x04guid\x18\x01 \x01(\tR\x04guid\x12\x10\n" +
"\x03lid\x18\x02 \x01(\x05R\x03lid\x12\x1a\n" +
"\bpriority\x18\x03 \x01(\x05R\bpriority\x12\x14\n" +
"\x05state\x18\x04 \x01(\tR\x05state\"\xfc\x05\n" +
"\tHeartbeat\x12\x17\n" +
"\anode_id\x18\x01 \x01(\tR\x06nodeId\x12+\n" +
"\x12gpu_memory_used_mb\x18\x02 \x03(\x05R\x0fgpuMemoryUsedMb\x12!\n" +
@@ -3033,7 +3130,7 @@ func file_llmgw_v1_agent_proto_rawDescGZIP() []byte {
}
var file_llmgw_v1_agent_proto_enumTypes = make([]protoimpl.EnumInfo, 1)
var file_llmgw_v1_agent_proto_msgTypes = make([]protoimpl.MessageInfo, 32)
var file_llmgw_v1_agent_proto_msgTypes = make([]protoimpl.MessageInfo, 33)
var file_llmgw_v1_agent_proto_goTypes = []any{
(ShardStatus_State)(0), // 0: llmgw.v1.ShardStatus.State
(*AgentMessage)(nil), // 1: llmgw.v1.AgentMessage
@@ -3048,70 +3145,72 @@ var file_llmgw_v1_agent_proto_goTypes = []any{
(*NodeLoad)(nil), // 10: llmgw.v1.NodeLoad
(*ShardLoad)(nil), // 11: llmgw.v1.ShardLoad
(*IBPort)(nil), // 12: llmgw.v1.IBPort
(*Heartbeat)(nil), // 13: llmgw.v1.Heartbeat
(*Provision)(nil), // 14: llmgw.v1.Provision
(*EngineWant)(nil), // 15: llmgw.v1.EngineWant
(*ProvisionStatus)(nil), // 16: llmgw.v1.ProvisionStatus
(*ShardStatus)(nil), // 17: llmgw.v1.ShardStatus
(*FetchProgress)(nil), // 18: llmgw.v1.FetchProgress
(*StartShard)(nil), // 19: llmgw.v1.StartShard
(*EngineProfile)(nil), // 20: llmgw.v1.EngineProfile
(*RemoveWeights)(nil), // 21: llmgw.v1.RemoveWeights
(*StopShard)(nil), // 22: llmgw.v1.StopShard
(*DrainShard)(nil), // 23: llmgw.v1.DrainShard
(*Ack)(nil), // 24: llmgw.v1.Ack
(*LogsRequest)(nil), // 25: llmgw.v1.LogsRequest
(*LogsReply)(nil), // 26: llmgw.v1.LogsReply
nil, // 27: llmgw.v1.Register.LabelsEntry
nil, // 28: llmgw.v1.Register.EngineVersionsEntry
nil, // 29: llmgw.v1.GPU.NicPathsEntry
nil, // 30: llmgw.v1.IBPort.CountersEntry
nil, // 31: llmgw.v1.Heartbeat.EngineVersionsEntry
nil, // 32: llmgw.v1.EngineProfile.EnvEntry
(*SubnetManager)(nil), // 13: llmgw.v1.SubnetManager
(*Heartbeat)(nil), // 14: llmgw.v1.Heartbeat
(*Provision)(nil), // 15: llmgw.v1.Provision
(*EngineWant)(nil), // 16: llmgw.v1.EngineWant
(*ProvisionStatus)(nil), // 17: llmgw.v1.ProvisionStatus
(*ShardStatus)(nil), // 18: llmgw.v1.ShardStatus
(*FetchProgress)(nil), // 19: llmgw.v1.FetchProgress
(*StartShard)(nil), // 20: llmgw.v1.StartShard
(*EngineProfile)(nil), // 21: llmgw.v1.EngineProfile
(*RemoveWeights)(nil), // 22: llmgw.v1.RemoveWeights
(*StopShard)(nil), // 23: llmgw.v1.StopShard
(*DrainShard)(nil), // 24: llmgw.v1.DrainShard
(*Ack)(nil), // 25: llmgw.v1.Ack
(*LogsRequest)(nil), // 26: llmgw.v1.LogsRequest
(*LogsReply)(nil), // 27: llmgw.v1.LogsReply
nil, // 28: llmgw.v1.Register.LabelsEntry
nil, // 29: llmgw.v1.Register.EngineVersionsEntry
nil, // 30: llmgw.v1.GPU.NicPathsEntry
nil, // 31: llmgw.v1.IBPort.CountersEntry
nil, // 32: llmgw.v1.Heartbeat.EngineVersionsEntry
nil, // 33: llmgw.v1.EngineProfile.EnvEntry
}
var file_llmgw_v1_agent_proto_depIdxs = []int32{
3, // 0: llmgw.v1.AgentMessage.register:type_name -> llmgw.v1.Register
13, // 1: llmgw.v1.AgentMessage.heartbeat:type_name -> llmgw.v1.Heartbeat
17, // 2: llmgw.v1.AgentMessage.shard:type_name -> llmgw.v1.ShardStatus
26, // 3: llmgw.v1.AgentMessage.logs:type_name -> llmgw.v1.LogsReply
19, // 4: llmgw.v1.ControlMessage.start:type_name -> llmgw.v1.StartShard
22, // 5: llmgw.v1.ControlMessage.stop:type_name -> llmgw.v1.StopShard
23, // 6: llmgw.v1.ControlMessage.drain:type_name -> llmgw.v1.DrainShard
24, // 7: llmgw.v1.ControlMessage.ack:type_name -> llmgw.v1.Ack
21, // 8: llmgw.v1.ControlMessage.remove_weights:type_name -> llmgw.v1.RemoveWeights
14, // 9: llmgw.v1.ControlMessage.provision:type_name -> llmgw.v1.Provision
25, // 10: llmgw.v1.ControlMessage.logs:type_name -> llmgw.v1.LogsRequest
27, // 11: llmgw.v1.Register.labels:type_name -> llmgw.v1.Register.LabelsEntry
14, // 1: llmgw.v1.AgentMessage.heartbeat:type_name -> llmgw.v1.Heartbeat
18, // 2: llmgw.v1.AgentMessage.shard:type_name -> llmgw.v1.ShardStatus
27, // 3: llmgw.v1.AgentMessage.logs:type_name -> llmgw.v1.LogsReply
20, // 4: llmgw.v1.ControlMessage.start:type_name -> llmgw.v1.StartShard
23, // 5: llmgw.v1.ControlMessage.stop:type_name -> llmgw.v1.StopShard
24, // 6: llmgw.v1.ControlMessage.drain:type_name -> llmgw.v1.DrainShard
25, // 7: llmgw.v1.ControlMessage.ack:type_name -> llmgw.v1.Ack
22, // 8: llmgw.v1.ControlMessage.remove_weights:type_name -> llmgw.v1.RemoveWeights
15, // 9: llmgw.v1.ControlMessage.provision:type_name -> llmgw.v1.Provision
26, // 10: llmgw.v1.ControlMessage.logs:type_name -> llmgw.v1.LogsRequest
28, // 11: llmgw.v1.Register.labels:type_name -> llmgw.v1.Register.LabelsEntry
7, // 12: llmgw.v1.Register.gpus:type_name -> llmgw.v1.GPU
8, // 13: llmgw.v1.Register.fabrics:type_name -> llmgw.v1.FabricAttachment
28, // 14: llmgw.v1.Register.engine_versions:type_name -> llmgw.v1.Register.EngineVersionsEntry
29, // 14: llmgw.v1.Register.engine_versions:type_name -> llmgw.v1.Register.EngineVersionsEntry
6, // 15: llmgw.v1.Register.running_shards:type_name -> llmgw.v1.RunningShard
9, // 16: llmgw.v1.Register.weights:type_name -> llmgw.v1.LocalWeights
5, // 17: llmgw.v1.Register.storage:type_name -> llmgw.v1.Storage
4, // 18: llmgw.v1.Register.host:type_name -> llmgw.v1.Host
0, // 19: llmgw.v1.RunningShard.state:type_name -> llmgw.v1.ShardStatus.State
29, // 20: llmgw.v1.GPU.nic_paths:type_name -> llmgw.v1.GPU.NicPathsEntry
30, // 20: llmgw.v1.GPU.nic_paths:type_name -> llmgw.v1.GPU.NicPathsEntry
11, // 21: llmgw.v1.NodeLoad.shards:type_name -> llmgw.v1.ShardLoad
30, // 22: llmgw.v1.IBPort.counters:type_name -> llmgw.v1.IBPort.CountersEntry
5, // 23: llmgw.v1.Heartbeat.storage:type_name -> llmgw.v1.Storage
9, // 24: llmgw.v1.Heartbeat.weights:type_name -> llmgw.v1.LocalWeights
31, // 25: llmgw.v1.Heartbeat.engine_versions:type_name -> llmgw.v1.Heartbeat.EngineVersionsEntry
16, // 26: llmgw.v1.Heartbeat.provision:type_name -> llmgw.v1.ProvisionStatus
10, // 27: llmgw.v1.Heartbeat.load:type_name -> llmgw.v1.NodeLoad
12, // 28: llmgw.v1.Heartbeat.ib_ports:type_name -> llmgw.v1.IBPort
8, // 29: llmgw.v1.Heartbeat.fabrics:type_name -> llmgw.v1.FabricAttachment
15, // 30: llmgw.v1.Provision.engines:type_name -> llmgw.v1.EngineWant
0, // 31: llmgw.v1.ShardStatus.state:type_name -> llmgw.v1.ShardStatus.State
18, // 32: llmgw.v1.ShardStatus.fetch:type_name -> llmgw.v1.FetchProgress
20, // 33: llmgw.v1.StartShard.profile:type_name -> llmgw.v1.EngineProfile
32, // 34: llmgw.v1.EngineProfile.env:type_name -> llmgw.v1.EngineProfile.EnvEntry
1, // 35: llmgw.v1.AgentService.Connect:input_type -> llmgw.v1.AgentMessage
2, // 36: llmgw.v1.AgentService.Connect:output_type -> llmgw.v1.ControlMessage
36, // [36:37] is the sub-list for method output_type
35, // [35:36] is the sub-list for method input_type
35, // [35:35] is the sub-list for extension type_name
35, // [35:35] is the sub-list for extension extendee
0, // [0:35] is the sub-list for field type_name
31, // 22: llmgw.v1.IBPort.counters:type_name -> llmgw.v1.IBPort.CountersEntry
13, // 23: llmgw.v1.IBPort.subnet_managers:type_name -> llmgw.v1.SubnetManager
5, // 24: llmgw.v1.Heartbeat.storage:type_name -> llmgw.v1.Storage
9, // 25: llmgw.v1.Heartbeat.weights:type_name -> llmgw.v1.LocalWeights
32, // 26: llmgw.v1.Heartbeat.engine_versions:type_name -> llmgw.v1.Heartbeat.EngineVersionsEntry
17, // 27: llmgw.v1.Heartbeat.provision:type_name -> llmgw.v1.ProvisionStatus
10, // 28: llmgw.v1.Heartbeat.load:type_name -> llmgw.v1.NodeLoad
12, // 29: llmgw.v1.Heartbeat.ib_ports:type_name -> llmgw.v1.IBPort
8, // 30: llmgw.v1.Heartbeat.fabrics:type_name -> llmgw.v1.FabricAttachment
16, // 31: llmgw.v1.Provision.engines:type_name -> llmgw.v1.EngineWant
0, // 32: llmgw.v1.ShardStatus.state:type_name -> llmgw.v1.ShardStatus.State
19, // 33: llmgw.v1.ShardStatus.fetch:type_name -> llmgw.v1.FetchProgress
21, // 34: llmgw.v1.StartShard.profile:type_name -> llmgw.v1.EngineProfile
33, // 35: llmgw.v1.EngineProfile.env:type_name -> llmgw.v1.EngineProfile.EnvEntry
1, // 36: llmgw.v1.AgentService.Connect:input_type -> llmgw.v1.AgentMessage
2, // 37: llmgw.v1.AgentService.Connect:output_type -> llmgw.v1.ControlMessage
37, // [37:38] is the sub-list for method output_type
36, // [36:37] is the sub-list for method input_type
36, // [36:36] is the sub-list for extension type_name
36, // [36:36] is the sub-list for extension extendee
0, // [0:36] is the sub-list for field type_name
}
func init() { file_llmgw_v1_agent_proto_init() }
@@ -3140,7 +3239,7 @@ func file_llmgw_v1_agent_proto_init() {
GoPackagePath: reflect.TypeOf(x{}).PkgPath(),
RawDescriptor: unsafe.Slice(unsafe.StringData(file_llmgw_v1_agent_proto_rawDesc), len(file_llmgw_v1_agent_proto_rawDesc)),
NumEnums: 1,
NumMessages: 32,
NumMessages: 33,
NumExtensions: 0,
NumServices: 1,
},
+15
View File
@@ -296,6 +296,21 @@ message IBPort {
// subnet manager, and the network is what its fabric is.
string network = 15;
string gid_prefix = 16;
// subnet_managers is every subnet manager the fabric's subnet
// administrator lists — master and standbys — asked through one port per
// fabric, so it is on that port only. It is what keeps a fabric one fabric
// through a failover: the master changes, the list does not.
repeated SubnetManager subnet_managers = 17;
string subnet_managers_error = 18;
}
// SubnetManager is one subnet manager on a fabric.
message SubnetManager {
string guid = 1;
int32 lid = 2;
int32 priority = 3;
// state is master, standby, discovering or not active.
string state = 4;
}
message Heartbeat {