doctor checks a node alone, and every check can pass while two nodes still cannot reach each other. ctl fabric-test A B asks B's agent for an ib_write_bw server and A's for the client, adapter by adapter as NCCL pairs them, one rail at a time, and grades each against its link's rate. It goes through the agents' streams, so there is no SSH between nodes; the agent installs perftest the first time, and names the RoCE v2 GID itself. The result is read from perftest's table by its heading, not a column number. Agents now list the requests they answer beyond the usual (Register.features), and the control plane refuses a test on one too old to answer instead of waiting minutes for it. The forwarding dispatcher carries the new capability, and its test says so: a missing forward would have made the command quietly unavailable in production. Not yet run over real InfiniBand or RoCE; this cluster has neither. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
3944 lines
120 KiB
Go
3944 lines
120 KiB
Go
// Code generated by protoc-gen-go. DO NOT EDIT.
|
|
// versions:
|
|
// protoc-gen-go v1.36.12
|
|
// protoc (unknown)
|
|
// source: llmgw/v1/agent.proto
|
|
|
|
// Package llmgw.v1 is the protocol between a node agent and the control plane
|
|
// (plan §5.6).
|
|
//
|
|
// The agent dials out and holds a bidirectional stream open. That direction is
|
|
// deliberate: GPU nodes sit behind firewalls and NAT far more often than a
|
|
// control plane does, and an outbound connection needs no inbound rule on every
|
|
// node in the fleet.
|
|
|
|
package llmgwv1
|
|
|
|
import (
|
|
protoreflect "google.golang.org/protobuf/reflect/protoreflect"
|
|
protoimpl "google.golang.org/protobuf/runtime/protoimpl"
|
|
reflect "reflect"
|
|
sync "sync"
|
|
unsafe "unsafe"
|
|
)
|
|
|
|
const (
|
|
// Verify that this generated code is sufficiently up-to-date.
|
|
_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)
|
|
// Verify that runtime/protoimpl is sufficiently up-to-date.
|
|
_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)
|
|
)
|
|
|
|
type ShardStatus_State int32
|
|
|
|
const (
|
|
ShardStatus_STATE_UNSPECIFIED ShardStatus_State = 0
|
|
ShardStatus_STATE_PENDING ShardStatus_State = 1
|
|
ShardStatus_STATE_STARTING ShardStatus_State = 2
|
|
ShardStatus_STATE_LOADING ShardStatus_State = 3
|
|
ShardStatus_STATE_READY ShardStatus_State = 4
|
|
ShardStatus_STATE_DRAINING ShardStatus_State = 5
|
|
ShardStatus_STATE_STOPPED ShardStatus_State = 6
|
|
ShardStatus_STATE_FAILED ShardStatus_State = 7
|
|
)
|
|
|
|
// Enum value maps for ShardStatus_State.
|
|
var (
|
|
ShardStatus_State_name = map[int32]string{
|
|
0: "STATE_UNSPECIFIED",
|
|
1: "STATE_PENDING",
|
|
2: "STATE_STARTING",
|
|
3: "STATE_LOADING",
|
|
4: "STATE_READY",
|
|
5: "STATE_DRAINING",
|
|
6: "STATE_STOPPED",
|
|
7: "STATE_FAILED",
|
|
}
|
|
ShardStatus_State_value = map[string]int32{
|
|
"STATE_UNSPECIFIED": 0,
|
|
"STATE_PENDING": 1,
|
|
"STATE_STARTING": 2,
|
|
"STATE_LOADING": 3,
|
|
"STATE_READY": 4,
|
|
"STATE_DRAINING": 5,
|
|
"STATE_STOPPED": 6,
|
|
"STATE_FAILED": 7,
|
|
}
|
|
)
|
|
|
|
func (x ShardStatus_State) Enum() *ShardStatus_State {
|
|
p := new(ShardStatus_State)
|
|
*p = x
|
|
return p
|
|
}
|
|
|
|
func (x ShardStatus_State) String() string {
|
|
return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))
|
|
}
|
|
|
|
func (ShardStatus_State) Descriptor() protoreflect.EnumDescriptor {
|
|
return file_llmgw_v1_agent_proto_enumTypes[0].Descriptor()
|
|
}
|
|
|
|
func (ShardStatus_State) Type() protoreflect.EnumType {
|
|
return &file_llmgw_v1_agent_proto_enumTypes[0]
|
|
}
|
|
|
|
func (x ShardStatus_State) Number() protoreflect.EnumNumber {
|
|
return protoreflect.EnumNumber(x)
|
|
}
|
|
|
|
// Deprecated: Use ShardStatus_State.Descriptor instead.
|
|
func (ShardStatus_State) EnumDescriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{19, 0}
|
|
}
|
|
|
|
// AgentMessage is anything a node tells the control plane.
|
|
type AgentMessage struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// Types that are valid to be assigned to Msg:
|
|
//
|
|
// *AgentMessage_Register
|
|
// *AgentMessage_Heartbeat
|
|
// *AgentMessage_Shard
|
|
// *AgentMessage_Logs
|
|
// *AgentMessage_FabricScan
|
|
// *AgentMessage_FabricTest
|
|
Msg isAgentMessage_Msg `protobuf_oneof:"msg"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *AgentMessage) Reset() {
|
|
*x = AgentMessage{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[0]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *AgentMessage) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*AgentMessage) ProtoMessage() {}
|
|
|
|
func (x *AgentMessage) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[0]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use AgentMessage.ProtoReflect.Descriptor instead.
|
|
func (*AgentMessage) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{0}
|
|
}
|
|
|
|
func (x *AgentMessage) GetMsg() isAgentMessage_Msg {
|
|
if x != nil {
|
|
return x.Msg
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *AgentMessage) GetRegister() *Register {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*AgentMessage_Register); ok {
|
|
return x.Register
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *AgentMessage) GetHeartbeat() *Heartbeat {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*AgentMessage_Heartbeat); ok {
|
|
return x.Heartbeat
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *AgentMessage) GetShard() *ShardStatus {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*AgentMessage_Shard); ok {
|
|
return x.Shard
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *AgentMessage) GetLogs() *LogsReply {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*AgentMessage_Logs); ok {
|
|
return x.Logs
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *AgentMessage) GetFabricScan() *FabricScanReply {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*AgentMessage_FabricScan); ok {
|
|
return x.FabricScan
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *AgentMessage) GetFabricTest() *FabricTestReply {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*AgentMessage_FabricTest); ok {
|
|
return x.FabricTest
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type isAgentMessage_Msg interface {
|
|
isAgentMessage_Msg()
|
|
}
|
|
|
|
type AgentMessage_Register struct {
|
|
Register *Register `protobuf:"bytes,1,opt,name=register,proto3,oneof"`
|
|
}
|
|
|
|
type AgentMessage_Heartbeat struct {
|
|
Heartbeat *Heartbeat `protobuf:"bytes,2,opt,name=heartbeat,proto3,oneof"`
|
|
}
|
|
|
|
type AgentMessage_Shard struct {
|
|
Shard *ShardStatus `protobuf:"bytes,3,opt,name=shard,proto3,oneof"`
|
|
}
|
|
|
|
type AgentMessage_Logs struct {
|
|
Logs *LogsReply `protobuf:"bytes,4,opt,name=logs,proto3,oneof"`
|
|
}
|
|
|
|
type AgentMessage_FabricScan struct {
|
|
FabricScan *FabricScanReply `protobuf:"bytes,5,opt,name=fabric_scan,json=fabricScan,proto3,oneof"`
|
|
}
|
|
|
|
type AgentMessage_FabricTest struct {
|
|
FabricTest *FabricTestReply `protobuf:"bytes,6,opt,name=fabric_test,json=fabricTest,proto3,oneof"`
|
|
}
|
|
|
|
func (*AgentMessage_Register) isAgentMessage_Msg() {}
|
|
|
|
func (*AgentMessage_Heartbeat) isAgentMessage_Msg() {}
|
|
|
|
func (*AgentMessage_Shard) isAgentMessage_Msg() {}
|
|
|
|
func (*AgentMessage_Logs) isAgentMessage_Msg() {}
|
|
|
|
func (*AgentMessage_FabricScan) isAgentMessage_Msg() {}
|
|
|
|
func (*AgentMessage_FabricTest) isAgentMessage_Msg() {}
|
|
|
|
// ControlMessage is anything the control plane tells a node.
|
|
type ControlMessage struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// Types that are valid to be assigned to Msg:
|
|
//
|
|
// *ControlMessage_Start
|
|
// *ControlMessage_Stop
|
|
// *ControlMessage_Drain
|
|
// *ControlMessage_Ack
|
|
// *ControlMessage_RemoveWeights
|
|
// *ControlMessage_Provision
|
|
// *ControlMessage_Logs
|
|
// *ControlMessage_FabricScan
|
|
// *ControlMessage_FabricTest
|
|
Msg isControlMessage_Msg `protobuf_oneof:"msg"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *ControlMessage) Reset() {
|
|
*x = ControlMessage{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[1]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *ControlMessage) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*ControlMessage) ProtoMessage() {}
|
|
|
|
func (x *ControlMessage) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[1]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use ControlMessage.ProtoReflect.Descriptor instead.
|
|
func (*ControlMessage) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{1}
|
|
}
|
|
|
|
func (x *ControlMessage) GetMsg() isControlMessage_Msg {
|
|
if x != nil {
|
|
return x.Msg
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetStart() *StartShard {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Start); ok {
|
|
return x.Start
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetStop() *StopShard {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Stop); ok {
|
|
return x.Stop
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetDrain() *DrainShard {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Drain); ok {
|
|
return x.Drain
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetAck() *Ack {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Ack); ok {
|
|
return x.Ack
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetRemoveWeights() *RemoveWeights {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_RemoveWeights); ok {
|
|
return x.RemoveWeights
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetProvision() *Provision {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Provision); ok {
|
|
return x.Provision
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetLogs() *LogsRequest {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Logs); ok {
|
|
return x.Logs
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetFabricScan() *FabricScanRequest {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_FabricScan); ok {
|
|
return x.FabricScan
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetFabricTest() *FabricTestRequest {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_FabricTest); ok {
|
|
return x.FabricTest
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type isControlMessage_Msg interface {
|
|
isControlMessage_Msg()
|
|
}
|
|
|
|
type ControlMessage_Start struct {
|
|
Start *StartShard `protobuf:"bytes,1,opt,name=start,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_Stop struct {
|
|
Stop *StopShard `protobuf:"bytes,2,opt,name=stop,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_Drain struct {
|
|
Drain *DrainShard `protobuf:"bytes,3,opt,name=drain,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_Ack struct {
|
|
Ack *Ack `protobuf:"bytes,4,opt,name=ack,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_RemoveWeights struct {
|
|
RemoveWeights *RemoveWeights `protobuf:"bytes,5,opt,name=remove_weights,json=removeWeights,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_Provision struct {
|
|
Provision *Provision `protobuf:"bytes,6,opt,name=provision,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_Logs struct {
|
|
Logs *LogsRequest `protobuf:"bytes,7,opt,name=logs,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_FabricScan struct {
|
|
FabricScan *FabricScanRequest `protobuf:"bytes,8,opt,name=fabric_scan,json=fabricScan,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_FabricTest struct {
|
|
FabricTest *FabricTestRequest `protobuf:"bytes,9,opt,name=fabric_test,json=fabricTest,proto3,oneof"`
|
|
}
|
|
|
|
func (*ControlMessage_Start) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_Stop) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_Drain) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_Ack) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_RemoveWeights) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_Provision) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_Logs) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_FabricScan) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_FabricTest) isControlMessage_Msg() {}
|
|
|
|
// Register is the first message on every stream. It carries the node's full
|
|
// hardware inventory, so the control plane needs no separate discovery call and
|
|
// a reconnecting agent automatically refreshes what the scheduler knows.
|
|
type Register struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
NodeId string `protobuf:"bytes,1,opt,name=node_id,json=nodeId,proto3" json:"node_id,omitempty"`
|
|
Hostname string `protobuf:"bytes,2,opt,name=hostname,proto3" json:"hostname,omitempty"`
|
|
// mgmt_addr is the address engines are reachable on, and the address NCCL
|
|
// bootstraps over. Never a fabric address: NCCL rendezvouses over TCP before
|
|
// it moves to RDMA.
|
|
MgmtAddr string `protobuf:"bytes,3,opt,name=mgmt_addr,json=mgmtAddr,proto3" json:"mgmt_addr,omitempty"`
|
|
Labels map[string]string `protobuf:"bytes,4,rep,name=labels,proto3" json:"labels,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
|
|
Gpus []*GPU `protobuf:"bytes,5,rep,name=gpus,proto3" json:"gpus,omitempty"`
|
|
// fabrics is empty on a node without InfiniBand. Such a node is its own
|
|
// single-node island and can never host a multi-node replica.
|
|
Fabrics []*FabricAttachment `protobuf:"bytes,6,rep,name=fabrics,proto3" json:"fabrics,omitempty"`
|
|
AgentVersion string `protobuf:"bytes,7,opt,name=agent_version,json=agentVersion,proto3" json:"agent_version,omitempty"`
|
|
// engine_versions decides which CLI flags and metric names apply; both drift
|
|
// between engine releases (plan §14).
|
|
EngineVersions map[string]string `protobuf:"bytes,8,rep,name=engine_versions,json=engineVersions,proto3" json:"engine_versions,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
|
|
// running_shards are the engines this agent is already supervising, including
|
|
// ones adopted from a previous agent.
|
|
//
|
|
// This is what lets a control plane restart recover instead of orphaning live
|
|
// engines. Without it the control plane forgets every replica, places new
|
|
// ones, and the old engines keep holding GPUs the inventory believes are free
|
|
// — so the new engines fail to allocate, with an error naming the wrong
|
|
// process (plan §6.5).
|
|
RunningShards []*RunningShard `protobuf:"bytes,9,rep,name=running_shards,json=runningShards,proto3" json:"running_shards,omitempty"`
|
|
// memory_total_mb is the machine's RAM, and 0 means the agent did not say —
|
|
// which is what every agent older than this field reports, and is treated as
|
|
// no constraint rather than as a node with no memory.
|
|
//
|
|
// Placement needs it because a CPU profile has no card to be free, so every
|
|
// ready node looks like a candidate: a 14B model whose working set is 24 GB
|
|
// would be placed just as happily on a node with 8 GB.
|
|
MemoryTotalMb int64 `protobuf:"varint,10,opt,name=memory_total_mb,json=memoryTotalMb,proto3" json:"memory_total_mb,omitempty"`
|
|
// weights are the model files this node can see, from the directories its
|
|
// configuration names.
|
|
//
|
|
// How they got there is the operator's business and deliberately outside
|
|
// llmgw's: a shared filesystem, an image exported over the fabric, rsync, or
|
|
// a copy made by hand all look identical here. What matters to placement is
|
|
// only whether they are present, because a node without them either cannot
|
|
// start the replica at all or must first move tens of gigabytes.
|
|
//
|
|
// Empty means the node was not asked to look, which is not the same as having
|
|
// nothing — an agent with no model directories configured behaves exactly as
|
|
// every agent did before this existed, and constrains nothing.
|
|
Weights []*LocalWeights `protobuf:"bytes,11,rep,name=weights,proto3" json:"weights,omitempty"`
|
|
// storage is the disk behind those weights, one entry per filesystem.
|
|
//
|
|
// Reported so an operator can see a node filling up before a fetch dies at
|
|
// ninety percent, and so placement can refuse a node that cannot hold a
|
|
// model rather than discovering it during the download.
|
|
//
|
|
// Empty means the node was not asked to look, exactly as for weights, and
|
|
// constrains nothing.
|
|
Storage []*Storage `protobuf:"bytes,12,rep,name=storage,proto3" json:"storage,omitempty"`
|
|
// host is what the machine is, so the control plane can have the mirror
|
|
// fetch software built for it rather than assuming every node matches the
|
|
// first.
|
|
Host *Host `protobuf:"bytes,13,opt,name=host,proto3" json:"host,omitempty"`
|
|
// engines_probed says engine_versions is an answer. Without it an empty map
|
|
// meant "an agent too old to say" and constrained nothing — so a freshly
|
|
// built node with no engine installed yet was a candidate for every model.
|
|
EnginesProbed bool `protobuf:"varint,14,opt,name=engines_probed,json=enginesProbed,proto3" json:"engines_probed,omitempty"`
|
|
// imex is the service that lets a multi-node NVLink domain share memory.
|
|
Imex *IMEX `protobuf:"bytes,15,opt,name=imex,proto3" json:"imex,omitempty"`
|
|
// installable_engines are the engines this agent knows how to install
|
|
// itself. The control plane asks it for no others. Empty is an agent older
|
|
// than the field, which could install llama.cpp and nothing else: asked for
|
|
// vLLM, it answered "unsupported", and every node of a cluster half way
|
|
// through an upgrade showed as failing.
|
|
InstallableEngines []string `protobuf:"bytes,16,rep,name=installable_engines,json=installableEngines,proto3" json:"installable_engines,omitempty"`
|
|
// features are the requests this agent answers beyond the ones every agent
|
|
// does: "fabric-test". An agent that does not know a request ignores it, so
|
|
// without this the control plane would wait minutes for an answer that is
|
|
// never coming.
|
|
Features []string `protobuf:"bytes,17,rep,name=features,proto3" json:"features,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *Register) Reset() {
|
|
*x = Register{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[2]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *Register) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*Register) ProtoMessage() {}
|
|
|
|
func (x *Register) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[2]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use Register.ProtoReflect.Descriptor instead.
|
|
func (*Register) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{2}
|
|
}
|
|
|
|
func (x *Register) GetNodeId() string {
|
|
if x != nil {
|
|
return x.NodeId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Register) GetHostname() string {
|
|
if x != nil {
|
|
return x.Hostname
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Register) GetMgmtAddr() string {
|
|
if x != nil {
|
|
return x.MgmtAddr
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Register) GetLabels() map[string]string {
|
|
if x != nil {
|
|
return x.Labels
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetGpus() []*GPU {
|
|
if x != nil {
|
|
return x.Gpus
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetFabrics() []*FabricAttachment {
|
|
if x != nil {
|
|
return x.Fabrics
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetAgentVersion() string {
|
|
if x != nil {
|
|
return x.AgentVersion
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Register) GetEngineVersions() map[string]string {
|
|
if x != nil {
|
|
return x.EngineVersions
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetRunningShards() []*RunningShard {
|
|
if x != nil {
|
|
return x.RunningShards
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetMemoryTotalMb() int64 {
|
|
if x != nil {
|
|
return x.MemoryTotalMb
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *Register) GetWeights() []*LocalWeights {
|
|
if x != nil {
|
|
return x.Weights
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetStorage() []*Storage {
|
|
if x != nil {
|
|
return x.Storage
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetHost() *Host {
|
|
if x != nil {
|
|
return x.Host
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetEnginesProbed() bool {
|
|
if x != nil {
|
|
return x.EnginesProbed
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (x *Register) GetImex() *IMEX {
|
|
if x != nil {
|
|
return x.Imex
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetInstallableEngines() []string {
|
|
if x != nil {
|
|
return x.InstallableEngines
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetFeatures() []string {
|
|
if x != nil {
|
|
return x.Features
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Host describes the operating system and processor of a node.
|
|
type Host struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// From /etc/os-release: "ubuntu", "24.04", "noble".
|
|
OsId string `protobuf:"bytes,1,opt,name=os_id,json=osId,proto3" json:"os_id,omitempty"`
|
|
OsVersion string `protobuf:"bytes,2,opt,name=os_version,json=osVersion,proto3" json:"os_version,omitempty"`
|
|
OsCodename string `protobuf:"bytes,3,opt,name=os_codename,json=osCodename,proto3" json:"os_codename,omitempty"`
|
|
// Debian's spelling, which is what package indexes are keyed by: "amd64",
|
|
// "arm64".
|
|
Arch string `protobuf:"bytes,4,opt,name=arch,proto3" json:"arch,omitempty"`
|
|
// The vector extensions inference cares about, of those the CPU has. A VM
|
|
// given QEMU's default CPU model has none of them, and runs, and is five
|
|
// times slower, and nothing says why.
|
|
CpuFlags []string `protobuf:"bytes,5,rep,name=cpu_flags,json=cpuFlags,proto3" json:"cpu_flags,omitempty"`
|
|
// nvidia_driver is the driver version, empty when there is none. A card
|
|
// without a driver is not a GPU anything can use.
|
|
NvidiaDriver string `protobuf:"bytes,6,opt,name=nvidia_driver,json=nvidiaDriver,proto3" json:"nvidia_driver,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *Host) Reset() {
|
|
*x = Host{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[3]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *Host) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*Host) ProtoMessage() {}
|
|
|
|
func (x *Host) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[3]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use Host.ProtoReflect.Descriptor instead.
|
|
func (*Host) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{3}
|
|
}
|
|
|
|
func (x *Host) GetOsId() string {
|
|
if x != nil {
|
|
return x.OsId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Host) GetOsVersion() string {
|
|
if x != nil {
|
|
return x.OsVersion
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Host) GetOsCodename() string {
|
|
if x != nil {
|
|
return x.OsCodename
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Host) GetArch() string {
|
|
if x != nil {
|
|
return x.Arch
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Host) GetCpuFlags() []string {
|
|
if x != nil {
|
|
return x.CpuFlags
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Host) GetNvidiaDriver() string {
|
|
if x != nil {
|
|
return x.NvidiaDriver
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// Storage is one filesystem a node keeps weights on.
|
|
//
|
|
// Per filesystem rather than per configured directory: free space belongs to
|
|
// the disk, and two model directories on one disk are one pool of bytes.
|
|
type Storage struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// path is one directory on this filesystem, so the operator recognises it.
|
|
Path string `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
|
|
// free_bytes is what a non-root process can write — not the root reserve,
|
|
// which is space the agent cannot have.
|
|
FreeBytes int64 `protobuf:"varint,2,opt,name=free_bytes,json=freeBytes,proto3" json:"free_bytes,omitempty"`
|
|
TotalBytes int64 `protobuf:"varint,3,opt,name=total_bytes,json=totalBytes,proto3" json:"total_bytes,omitempty"`
|
|
// shared marks a filesystem the node did not fill. Free space on one is
|
|
// shared with every other node using it, so two nodes each reporting 500 GB
|
|
// free on the same filer have 500 GB between them and not a terabyte.
|
|
Shared bool `protobuf:"varint,4,opt,name=shared,proto3" json:"shared,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *Storage) Reset() {
|
|
*x = Storage{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[4]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *Storage) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*Storage) ProtoMessage() {}
|
|
|
|
func (x *Storage) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[4]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use Storage.ProtoReflect.Descriptor instead.
|
|
func (*Storage) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{4}
|
|
}
|
|
|
|
func (x *Storage) GetPath() string {
|
|
if x != nil {
|
|
return x.Path
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Storage) GetFreeBytes() int64 {
|
|
if x != nil {
|
|
return x.FreeBytes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *Storage) GetTotalBytes() int64 {
|
|
if x != nil {
|
|
return x.TotalBytes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *Storage) GetShared() bool {
|
|
if x != nil {
|
|
return x.Shared
|
|
}
|
|
return false
|
|
}
|
|
|
|
// RunningShard describes an engine already running on a node.
|
|
//
|
|
// It carries enough for the control plane to rebuild the replica it belongs to,
|
|
// which is more than a shard id: the replica's identity, its pool and fabric,
|
|
// and the leader endpoint clients reach it through.
|
|
type RunningShard struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
ReplicaId string `protobuf:"bytes,1,opt,name=replica_id,json=replicaId,proto3" json:"replica_id,omitempty"`
|
|
ShardId string `protobuf:"bytes,2,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
Rank int32 `protobuf:"varint,3,opt,name=rank,proto3" json:"rank,omitempty"`
|
|
Nnodes int32 `protobuf:"varint,4,opt,name=nnodes,proto3" json:"nnodes,omitempty"`
|
|
GpuIndices []int32 `protobuf:"varint,5,rep,packed,name=gpu_indices,json=gpuIndices,proto3" json:"gpu_indices,omitempty"`
|
|
Hcas []string `protobuf:"bytes,6,rep,name=hcas,proto3" json:"hcas,omitempty"`
|
|
HttpPort int32 `protobuf:"varint,7,opt,name=http_port,json=httpPort,proto3" json:"http_port,omitempty"`
|
|
State ShardStatus_State `protobuf:"varint,8,opt,name=state,proto3,enum=llmgw.v1.ShardStatus_State" json:"state,omitempty"`
|
|
// model and profile name the catalog entry this shard was started from.
|
|
Model string `protobuf:"bytes,9,opt,name=model,proto3" json:"model,omitempty"`
|
|
Profile string `protobuf:"bytes,10,opt,name=profile,proto3" json:"profile,omitempty"`
|
|
// pool and fabric are echoed back from the StartShard that created it; the
|
|
// agent has no way to derive them.
|
|
Pool string `protobuf:"bytes,11,opt,name=pool,proto3" json:"pool,omitempty"`
|
|
Fabric string `protobuf:"bytes,12,opt,name=fabric,proto3" json:"fabric,omitempty"`
|
|
LeaderAddr string `protobuf:"bytes,13,opt,name=leader_addr,json=leaderAddr,proto3" json:"leader_addr,omitempty"`
|
|
LeaderPort int32 `protobuf:"varint,14,opt,name=leader_port,json=leaderPort,proto3" json:"leader_port,omitempty"`
|
|
// profile_fp is the fingerprint of the profile this shard was started from,
|
|
// echoed back from StartShard. The control plane keeps no record of a running
|
|
// replica across its own restart, so without this a shard adopted after a
|
|
// restart could not be compared with the catalog — which is exactly when the
|
|
// catalog is most likely to have been edited.
|
|
ProfileFp string `protobuf:"bytes,15,opt,name=profile_fp,json=profileFp,proto3" json:"profile_fp,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *RunningShard) Reset() {
|
|
*x = RunningShard{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[5]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *RunningShard) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*RunningShard) ProtoMessage() {}
|
|
|
|
func (x *RunningShard) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[5]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use RunningShard.ProtoReflect.Descriptor instead.
|
|
func (*RunningShard) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{5}
|
|
}
|
|
|
|
func (x *RunningShard) GetReplicaId() string {
|
|
if x != nil {
|
|
return x.ReplicaId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetRank() int32 {
|
|
if x != nil {
|
|
return x.Rank
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *RunningShard) GetNnodes() int32 {
|
|
if x != nil {
|
|
return x.Nnodes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *RunningShard) GetGpuIndices() []int32 {
|
|
if x != nil {
|
|
return x.GpuIndices
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *RunningShard) GetHcas() []string {
|
|
if x != nil {
|
|
return x.Hcas
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *RunningShard) GetHttpPort() int32 {
|
|
if x != nil {
|
|
return x.HttpPort
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *RunningShard) GetState() ShardStatus_State {
|
|
if x != nil {
|
|
return x.State
|
|
}
|
|
return ShardStatus_STATE_UNSPECIFIED
|
|
}
|
|
|
|
func (x *RunningShard) GetModel() string {
|
|
if x != nil {
|
|
return x.Model
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetProfile() string {
|
|
if x != nil {
|
|
return x.Profile
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetPool() string {
|
|
if x != nil {
|
|
return x.Pool
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetFabric() string {
|
|
if x != nil {
|
|
return x.Fabric
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetLeaderAddr() string {
|
|
if x != nil {
|
|
return x.LeaderAddr
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetLeaderPort() int32 {
|
|
if x != nil {
|
|
return x.LeaderPort
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *RunningShard) GetProfileFp() string {
|
|
if x != nil {
|
|
return x.ProfileFp
|
|
}
|
|
return ""
|
|
}
|
|
|
|
type GPU struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Index int32 `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"`
|
|
Uuid string `protobuf:"bytes,2,opt,name=uuid,proto3" json:"uuid,omitempty"`
|
|
Name string `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
|
|
MemoryTotalMb int32 `protobuf:"varint,4,opt,name=memory_total_mb,json=memoryTotalMb,proto3" json:"memory_total_mb,omitempty"`
|
|
MemoryUsedMb int32 `protobuf:"varint,5,opt,name=memory_used_mb,json=memoryUsedMb,proto3" json:"memory_used_mb,omitempty"`
|
|
ComputeCapability string `protobuf:"bytes,6,opt,name=compute_capability,json=computeCapability,proto3" json:"compute_capability,omitempty"`
|
|
NumaNode int32 `protobuf:"varint,7,opt,name=numa_node,json=numaNode,proto3" json:"numa_node,omitempty"`
|
|
PciBusId string `protobuf:"bytes,8,opt,name=pci_bus_id,json=pciBusId,proto3" json:"pci_bus_id,omitempty"`
|
|
DriverVersion string `protobuf:"bytes,9,opt,name=driver_version,json=driverVersion,proto3" json:"driver_version,omitempty"`
|
|
CudaVersion string `protobuf:"bytes,10,opt,name=cuda_version,json=cudaVersion,proto3" json:"cuda_version,omitempty"`
|
|
// nvlink_peers is only populated by agents built with the nvml tag.
|
|
NvlinkPeers []int32 `protobuf:"varint,11,rep,packed,name=nvlink_peers,json=nvlinkPeers,proto3" json:"nvlink_peers,omitempty"`
|
|
// problems keeps a GPU out of placement: ECC faults, or memory already held
|
|
// by another process.
|
|
Problems []string `protobuf:"bytes,12,rep,name=problems,proto3" json:"problems,omitempty"`
|
|
TemperatureC int32 `protobuf:"varint,13,opt,name=temperature_c,json=temperatureC,proto3" json:"temperature_c,omitempty"`
|
|
EccErrors int32 `protobuf:"varint,14,opt,name=ecc_errors,json=eccErrors,proto3" json:"ecc_errors,omitempty"`
|
|
// utilization_percent is how busy the card was over the last sample period.
|
|
// Zero when the driver is too old to report it, which is not the same as
|
|
// idle: the metric is simply absent rather than wrong.
|
|
UtilizationPercent int32 `protobuf:"varint,15,opt,name=utilization_percent,json=utilizationPercent,proto3" json:"utilization_percent,omitempty"`
|
|
// nic_paths is how far each network adapter is from this card, by HCA
|
|
// name: PIX, PXB, PHB, NODE or SYS, from nvidia-smi topo.
|
|
NicPaths map[string]string `protobuf:"bytes,16,rep,name=nic_paths,json=nicPaths,proto3" json:"nic_paths,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
|
|
// The card's multi-node NVLink membership, from nvidia-smi -q: state is
|
|
// Completed once the fabric manager has joined it; cluster_uuid and
|
|
// clique_id name the domain it joined.
|
|
FabricState string `protobuf:"bytes,17,opt,name=fabric_state,json=fabricState,proto3" json:"fabric_state,omitempty"`
|
|
FabricStatus string `protobuf:"bytes,18,opt,name=fabric_status,json=fabricStatus,proto3" json:"fabric_status,omitempty"`
|
|
ClusterUuid string `protobuf:"bytes,19,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"`
|
|
CliqueId string `protobuf:"bytes,20,opt,name=clique_id,json=cliqueId,proto3" json:"clique_id,omitempty"`
|
|
FabricBandwidth string `protobuf:"bytes,21,opt,name=fabric_bandwidth,json=fabricBandwidth,proto3" json:"fabric_bandwidth,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *GPU) Reset() {
|
|
*x = GPU{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[6]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *GPU) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*GPU) ProtoMessage() {}
|
|
|
|
func (x *GPU) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[6]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use GPU.ProtoReflect.Descriptor instead.
|
|
func (*GPU) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{6}
|
|
}
|
|
|
|
func (x *GPU) GetIndex() int32 {
|
|
if x != nil {
|
|
return x.Index
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetUuid() string {
|
|
if x != nil {
|
|
return x.Uuid
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetName() string {
|
|
if x != nil {
|
|
return x.Name
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetMemoryTotalMb() int32 {
|
|
if x != nil {
|
|
return x.MemoryTotalMb
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetMemoryUsedMb() int32 {
|
|
if x != nil {
|
|
return x.MemoryUsedMb
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetComputeCapability() string {
|
|
if x != nil {
|
|
return x.ComputeCapability
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetNumaNode() int32 {
|
|
if x != nil {
|
|
return x.NumaNode
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetPciBusId() string {
|
|
if x != nil {
|
|
return x.PciBusId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetDriverVersion() string {
|
|
if x != nil {
|
|
return x.DriverVersion
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetCudaVersion() string {
|
|
if x != nil {
|
|
return x.CudaVersion
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetNvlinkPeers() []int32 {
|
|
if x != nil {
|
|
return x.NvlinkPeers
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *GPU) GetProblems() []string {
|
|
if x != nil {
|
|
return x.Problems
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *GPU) GetTemperatureC() int32 {
|
|
if x != nil {
|
|
return x.TemperatureC
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetEccErrors() int32 {
|
|
if x != nil {
|
|
return x.EccErrors
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetUtilizationPercent() int32 {
|
|
if x != nil {
|
|
return x.UtilizationPercent
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetNicPaths() map[string]string {
|
|
if x != nil {
|
|
return x.NicPaths
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *GPU) GetFabricState() string {
|
|
if x != nil {
|
|
return x.FabricState
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetFabricStatus() string {
|
|
if x != nil {
|
|
return x.FabricStatus
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetClusterUuid() string {
|
|
if x != nil {
|
|
return x.ClusterUuid
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetCliqueId() string {
|
|
if x != nil {
|
|
return x.CliqueId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetFabricBandwidth() string {
|
|
if x != nil {
|
|
return x.FabricBandwidth
|
|
}
|
|
return ""
|
|
}
|
|
|
|
type FabricAttachment struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// fabric is the operator-assigned name. It is not derived from the GID
|
|
// prefix: OpenSM defaults to fe80:: on every fabric, so a matching prefix
|
|
// proves nothing (plan §5.2).
|
|
Fabric string `protobuf:"bytes,1,opt,name=fabric,proto3" json:"fabric,omitempty"`
|
|
Hcas []string `protobuf:"bytes,2,rep,name=hcas,proto3" json:"hcas,omitempty"`
|
|
RateGbps int32 `protobuf:"varint,3,opt,name=rate_gbps,json=rateGbps,proto3" json:"rate_gbps,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *FabricAttachment) Reset() {
|
|
*x = FabricAttachment{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[7]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *FabricAttachment) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*FabricAttachment) ProtoMessage() {}
|
|
|
|
func (x *FabricAttachment) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[7]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use FabricAttachment.ProtoReflect.Descriptor instead.
|
|
func (*FabricAttachment) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{7}
|
|
}
|
|
|
|
func (x *FabricAttachment) GetFabric() string {
|
|
if x != nil {
|
|
return x.Fabric
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricAttachment) GetHcas() []string {
|
|
if x != nil {
|
|
return x.Hcas
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *FabricAttachment) GetRateGbps() int32 {
|
|
if x != nil {
|
|
return x.RateGbps
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// Heartbeat says the node is alive and reports anything that changed cheaply.
|
|
// LocalWeights is one model file or directory a node can see.
|
|
type LocalWeights struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// path is what an engine would be given, so it can be compared against a
|
|
// model's source without interpretation.
|
|
Path string `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
|
|
SizeBytes int64 `protobuf:"varint,2,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
|
|
// shared marks weights on a filesystem the node did not have to fill —
|
|
// reported so a fabric with a shared filer is not mistaken for one where
|
|
// every node happens to have fetched its own copy.
|
|
Shared bool `protobuf:"varint,3,opt,name=shared,proto3" json:"shared,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *LocalWeights) Reset() {
|
|
*x = LocalWeights{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[8]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *LocalWeights) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*LocalWeights) ProtoMessage() {}
|
|
|
|
func (x *LocalWeights) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[8]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use LocalWeights.ProtoReflect.Descriptor instead.
|
|
func (*LocalWeights) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{8}
|
|
}
|
|
|
|
func (x *LocalWeights) GetPath() string {
|
|
if x != nil {
|
|
return x.Path
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *LocalWeights) GetSizeBytes() int64 {
|
|
if x != nil {
|
|
return x.SizeBytes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *LocalWeights) GetShared() bool {
|
|
if x != nil {
|
|
return x.Shared
|
|
}
|
|
return false
|
|
}
|
|
|
|
// NodeLoad is a node's use of its own CPU and memory, and each engine's share.
|
|
//
|
|
// Carried on the heartbeat rather than scraped from the node: the control
|
|
// plane already exports the fleet from one place, and a node exporter per
|
|
// machine would be a scrape target, a port and a firewall rule each.
|
|
type NodeLoad struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// cpu_percent is the whole machine, 0 to 100 however many cores it has.
|
|
CpuPercent float64 `protobuf:"fixed64,1,opt,name=cpu_percent,json=cpuPercent,proto3" json:"cpu_percent,omitempty"`
|
|
CpuCount int32 `protobuf:"varint,2,opt,name=cpu_count,json=cpuCount,proto3" json:"cpu_count,omitempty"`
|
|
// The kernel's run-queue averages over 1, 5 and 15 minutes.
|
|
Load1 float64 `protobuf:"fixed64,3,opt,name=load1,proto3" json:"load1,omitempty"`
|
|
Load5 float64 `protobuf:"fixed64,4,opt,name=load5,proto3" json:"load5,omitempty"`
|
|
Load15 float64 `protobuf:"fixed64,5,opt,name=load15,proto3" json:"load15,omitempty"`
|
|
// memory_used_bytes is total less available: what the machine could not
|
|
// hand to a new process without evicting something.
|
|
MemoryUsedBytes int64 `protobuf:"varint,6,opt,name=memory_used_bytes,json=memoryUsedBytes,proto3" json:"memory_used_bytes,omitempty"`
|
|
MemoryAvailableBytes int64 `protobuf:"varint,7,opt,name=memory_available_bytes,json=memoryAvailableBytes,proto3" json:"memory_available_bytes,omitempty"`
|
|
Shards []*ShardLoad `protobuf:"bytes,8,rep,name=shards,proto3" json:"shards,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *NodeLoad) Reset() {
|
|
*x = NodeLoad{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[9]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *NodeLoad) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*NodeLoad) ProtoMessage() {}
|
|
|
|
func (x *NodeLoad) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[9]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use NodeLoad.ProtoReflect.Descriptor instead.
|
|
func (*NodeLoad) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{9}
|
|
}
|
|
|
|
func (x *NodeLoad) GetCpuPercent() float64 {
|
|
if x != nil {
|
|
return x.CpuPercent
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *NodeLoad) GetCpuCount() int32 {
|
|
if x != nil {
|
|
return x.CpuCount
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *NodeLoad) GetLoad1() float64 {
|
|
if x != nil {
|
|
return x.Load1
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *NodeLoad) GetLoad5() float64 {
|
|
if x != nil {
|
|
return x.Load5
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *NodeLoad) GetLoad15() float64 {
|
|
if x != nil {
|
|
return x.Load15
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *NodeLoad) GetMemoryUsedBytes() int64 {
|
|
if x != nil {
|
|
return x.MemoryUsedBytes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *NodeLoad) GetMemoryAvailableBytes() int64 {
|
|
if x != nil {
|
|
return x.MemoryAvailableBytes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *NodeLoad) GetShards() []*ShardLoad {
|
|
if x != nil {
|
|
return x.Shards
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// ShardLoad is one engine process group's use.
|
|
type ShardLoad struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
ShardId string `protobuf:"bytes,1,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
// cpu_cores is in cores, the way top counts a process: 2.5 is two and a
|
|
// half cores busy, which a percentage of the machine would hide on a large
|
|
// one.
|
|
CpuCores float64 `protobuf:"fixed64,2,opt,name=cpu_cores,json=cpuCores,proto3" json:"cpu_cores,omitempty"`
|
|
MemoryRssBytes int64 `protobuf:"varint,3,opt,name=memory_rss_bytes,json=memoryRssBytes,proto3" json:"memory_rss_bytes,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *ShardLoad) Reset() {
|
|
*x = ShardLoad{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[10]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *ShardLoad) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*ShardLoad) ProtoMessage() {}
|
|
|
|
func (x *ShardLoad) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[10]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use ShardLoad.ProtoReflect.Descriptor instead.
|
|
func (*ShardLoad) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{10}
|
|
}
|
|
|
|
func (x *ShardLoad) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ShardLoad) GetCpuCores() float64 {
|
|
if x != nil {
|
|
return x.CpuCores
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *ShardLoad) GetMemoryRssBytes() int64 {
|
|
if x != nil {
|
|
return x.MemoryRssBytes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// IBPort is one InfiniBand or RoCE port's state and counters.
|
|
type IBPort struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Hca string `protobuf:"bytes,1,opt,name=hca,proto3" json:"hca,omitempty"`
|
|
Port int32 `protobuf:"varint,2,opt,name=port,proto3" json:"port,omitempty"`
|
|
// state is ACTIVE, INIT, DOWN...; phys_state tells a cable unplugged
|
|
// (Polling, Disabled) from a link up with no subnet manager (LinkUp and INIT).
|
|
State string `protobuf:"bytes,3,opt,name=state,proto3" json:"state,omitempty"`
|
|
PhysState string `protobuf:"bytes,4,opt,name=phys_state,json=physState,proto3" json:"phys_state,omitempty"`
|
|
RateGbps int32 `protobuf:"varint,5,opt,name=rate_gbps,json=rateGbps,proto3" json:"rate_gbps,omitempty"`
|
|
// link_layer is InfiniBand or Ethernet (RoCE).
|
|
LinkLayer string `protobuf:"bytes,6,opt,name=link_layer,json=linkLayer,proto3" json:"link_layer,omitempty"`
|
|
// counters are cumulative, by sysfs name; data counters in bytes.
|
|
Counters map[string]uint64 `protobuf:"bytes,7,rep,name=counters,proto3" json:"counters,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"varint,2,opt,name=value"`
|
|
// Identity: the adapter's node GUID and the port's own, as the fabric
|
|
// knows them.
|
|
NodeGuid string `protobuf:"bytes,8,opt,name=node_guid,json=nodeGuid,proto3" json:"node_guid,omitempty"`
|
|
PortGuid string `protobuf:"bytes,9,opt,name=port_guid,json=portGuid,proto3" json:"port_guid,omitempty"`
|
|
// The subnet manager this port sees as master, on InfiniBand. Every port on
|
|
// one physical fabric sees the same one, which is what tells separate
|
|
// fabrics apart when their names are only what somebody typed.
|
|
SmGuid string `protobuf:"bytes,10,opt,name=sm_guid,json=smGuid,proto3" json:"sm_guid,omitempty"`
|
|
SmLid int32 `protobuf:"varint,11,opt,name=sm_lid,json=smLid,proto3" json:"sm_lid,omitempty"`
|
|
SmPriority int32 `protobuf:"varint,12,opt,name=sm_priority,json=smPriority,proto3" json:"sm_priority,omitempty"`
|
|
SmState string `protobuf:"bytes,13,opt,name=sm_state,json=smState,proto3" json:"sm_state,omitempty"`
|
|
// sm_error says why sm_guid is empty on an active InfiniBand port:
|
|
// infiniband-diags missing, or no subnet manager answering.
|
|
SmError string `protobuf:"bytes,14,opt,name=sm_error,json=smError,proto3" json:"sm_error,omitempty"`
|
|
// network is, on RoCE, the IP network of the RoCE v2 address: RoCE has no
|
|
// subnet manager, and the network is what its fabric is.
|
|
Network string `protobuf:"bytes,15,opt,name=network,proto3" json:"network,omitempty"`
|
|
GidPrefix string `protobuf:"bytes,16,opt,name=gid_prefix,json=gidPrefix,proto3" json:"gid_prefix,omitempty"`
|
|
// subnet_managers is every subnet manager the fabric's subnet
|
|
// administrator lists — master and standbys — asked through one port per
|
|
// fabric, so it is on that port only. It is what keeps a fabric one fabric
|
|
// through a failover: the master changes, the list does not.
|
|
SubnetManagers []*SubnetManager `protobuf:"bytes,17,rep,name=subnet_managers,json=subnetManagers,proto3" json:"subnet_managers,omitempty"`
|
|
SubnetManagersError string `protobuf:"bytes,18,opt,name=subnet_managers_error,json=subnetManagersError,proto3" json:"subnet_managers_error,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *IBPort) Reset() {
|
|
*x = IBPort{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[11]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *IBPort) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*IBPort) ProtoMessage() {}
|
|
|
|
func (x *IBPort) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[11]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use IBPort.ProtoReflect.Descriptor instead.
|
|
func (*IBPort) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{11}
|
|
}
|
|
|
|
func (x *IBPort) GetHca() string {
|
|
if x != nil {
|
|
return x.Hca
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetPort() int32 {
|
|
if x != nil {
|
|
return x.Port
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *IBPort) GetState() string {
|
|
if x != nil {
|
|
return x.State
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetPhysState() string {
|
|
if x != nil {
|
|
return x.PhysState
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetRateGbps() int32 {
|
|
if x != nil {
|
|
return x.RateGbps
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *IBPort) GetLinkLayer() string {
|
|
if x != nil {
|
|
return x.LinkLayer
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetCounters() map[string]uint64 {
|
|
if x != nil {
|
|
return x.Counters
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *IBPort) GetNodeGuid() string {
|
|
if x != nil {
|
|
return x.NodeGuid
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetPortGuid() string {
|
|
if x != nil {
|
|
return x.PortGuid
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetSmGuid() string {
|
|
if x != nil {
|
|
return x.SmGuid
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetSmLid() int32 {
|
|
if x != nil {
|
|
return x.SmLid
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *IBPort) GetSmPriority() int32 {
|
|
if x != nil {
|
|
return x.SmPriority
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *IBPort) GetSmState() string {
|
|
if x != nil {
|
|
return x.SmState
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetSmError() string {
|
|
if x != nil {
|
|
return x.SmError
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetNetwork() string {
|
|
if x != nil {
|
|
return x.Network
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetGidPrefix() string {
|
|
if x != nil {
|
|
return x.GidPrefix
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IBPort) GetSubnetManagers() []*SubnetManager {
|
|
if x != nil {
|
|
return x.SubnetManagers
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *IBPort) GetSubnetManagersError() string {
|
|
if x != nil {
|
|
return x.SubnetManagersError
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// SubnetManager is one subnet manager on a fabric.
|
|
type SubnetManager struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Guid string `protobuf:"bytes,1,opt,name=guid,proto3" json:"guid,omitempty"`
|
|
Lid int32 `protobuf:"varint,2,opt,name=lid,proto3" json:"lid,omitempty"`
|
|
Priority int32 `protobuf:"varint,3,opt,name=priority,proto3" json:"priority,omitempty"`
|
|
// state is master, standby, discovering or not active.
|
|
State string `protobuf:"bytes,4,opt,name=state,proto3" json:"state,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *SubnetManager) Reset() {
|
|
*x = SubnetManager{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[12]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *SubnetManager) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*SubnetManager) ProtoMessage() {}
|
|
|
|
func (x *SubnetManager) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[12]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use SubnetManager.ProtoReflect.Descriptor instead.
|
|
func (*SubnetManager) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{12}
|
|
}
|
|
|
|
func (x *SubnetManager) GetGuid() string {
|
|
if x != nil {
|
|
return x.Guid
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *SubnetManager) GetLid() int32 {
|
|
if x != nil {
|
|
return x.Lid
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *SubnetManager) GetPriority() int32 {
|
|
if x != nil {
|
|
return x.Priority
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *SubnetManager) GetState() string {
|
|
if x != nil {
|
|
return x.State
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// IMEX is the nvidia-imex service and its channels.
|
|
type IMEX struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// state is systemd's word for it, empty where it is not installed.
|
|
State string `protobuf:"bytes,1,opt,name=state,proto3" json:"state,omitempty"`
|
|
Channels int32 `protobuf:"varint,2,opt,name=channels,proto3" json:"channels,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *IMEX) Reset() {
|
|
*x = IMEX{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[13]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *IMEX) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*IMEX) ProtoMessage() {}
|
|
|
|
func (x *IMEX) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[13]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use IMEX.ProtoReflect.Descriptor instead.
|
|
func (*IMEX) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{13}
|
|
}
|
|
|
|
func (x *IMEX) GetState() string {
|
|
if x != nil {
|
|
return x.State
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *IMEX) GetChannels() int32 {
|
|
if x != nil {
|
|
return x.Channels
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// GPUFabricState is one GPU's NVLink domain membership.
|
|
type GPUFabricState struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Index int32 `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"`
|
|
State string `protobuf:"bytes,2,opt,name=state,proto3" json:"state,omitempty"`
|
|
Status string `protobuf:"bytes,3,opt,name=status,proto3" json:"status,omitempty"`
|
|
ClusterUuid string `protobuf:"bytes,4,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"`
|
|
CliqueId string `protobuf:"bytes,5,opt,name=clique_id,json=cliqueId,proto3" json:"clique_id,omitempty"`
|
|
Bandwidth string `protobuf:"bytes,6,opt,name=bandwidth,proto3" json:"bandwidth,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *GPUFabricState) Reset() {
|
|
*x = GPUFabricState{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[14]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *GPUFabricState) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*GPUFabricState) ProtoMessage() {}
|
|
|
|
func (x *GPUFabricState) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[14]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use GPUFabricState.ProtoReflect.Descriptor instead.
|
|
func (*GPUFabricState) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{14}
|
|
}
|
|
|
|
func (x *GPUFabricState) GetIndex() int32 {
|
|
if x != nil {
|
|
return x.Index
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPUFabricState) GetState() string {
|
|
if x != nil {
|
|
return x.State
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPUFabricState) GetStatus() string {
|
|
if x != nil {
|
|
return x.Status
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPUFabricState) GetClusterUuid() string {
|
|
if x != nil {
|
|
return x.ClusterUuid
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPUFabricState) GetCliqueId() string {
|
|
if x != nil {
|
|
return x.CliqueId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPUFabricState) GetBandwidth() string {
|
|
if x != nil {
|
|
return x.Bandwidth
|
|
}
|
|
return ""
|
|
}
|
|
|
|
type Heartbeat struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
NodeId string `protobuf:"bytes,1,opt,name=node_id,json=nodeId,proto3" json:"node_id,omitempty"`
|
|
// gpu_memory_used_mb, indexed by GPU, catches a foreign process appearing on
|
|
// a card after registration.
|
|
GpuMemoryUsedMb []int32 `protobuf:"varint,2,rep,packed,name=gpu_memory_used_mb,json=gpuMemoryUsedMb,proto3" json:"gpu_memory_used_mb,omitempty"`
|
|
NewProblems []string `protobuf:"bytes,3,rep,name=new_problems,json=newProblems,proto3" json:"new_problems,omitempty"`
|
|
// storage for the same reason the GPU memory is here: it changes while the
|
|
// agent runs, and a figure sampled once at registration is a figure that is
|
|
// wrong on exactly the node worth watching — the one busy filling up.
|
|
//
|
|
// Always sent, because it is a few numbers per filesystem.
|
|
Storage []*Storage `protobuf:"bytes,4,rep,name=storage,proto3" json:"storage,omitempty"`
|
|
// weights only when they changed, because the list is long enough that
|
|
// sending it every few seconds would be paying for nothing most of the time.
|
|
//
|
|
// weights_changed is what says the list is meant: without it an empty list
|
|
// would be ambiguous between "this node now holds nothing" and "nothing to
|
|
// report", and the first would quietly empty a node's inventory.
|
|
WeightsChanged bool `protobuf:"varint,5,opt,name=weights_changed,json=weightsChanged,proto3" json:"weights_changed,omitempty"`
|
|
Weights []*LocalWeights `protobuf:"bytes,6,rep,name=weights,proto3" json:"weights,omitempty"`
|
|
// memory_total_mb for the same reason again: RAM is added to a virtual
|
|
// machine while it runs, or across a reboot the agent does not notice, and a
|
|
// figure read once at registration kept a node that had grown to 32 GB
|
|
// looking like the 7 GB machine it used to be. 0 means not read.
|
|
MemoryTotalMb int64 `protobuf:"varint,7,opt,name=memory_total_mb,json=memoryTotalMb,proto3" json:"memory_total_mb,omitempty"`
|
|
// engine_versions only when they changed, like weights. An engine installed
|
|
// after the agent started is otherwise invisible to placement until
|
|
// somebody restarts the agent — which is a step nobody knows to take.
|
|
EnginesChanged bool `protobuf:"varint,8,opt,name=engines_changed,json=enginesChanged,proto3" json:"engines_changed,omitempty"`
|
|
EngineVersions map[string]string `protobuf:"bytes,9,rep,name=engine_versions,json=engineVersions,proto3" json:"engine_versions,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
|
|
// provision is where installing the node's software stands, sent when it
|
|
// changed. The flag makes an empty list mean "nothing to install" rather
|
|
// than "nothing to say", as for weights.
|
|
ProvisionChanged bool `protobuf:"varint,10,opt,name=provision_changed,json=provisionChanged,proto3" json:"provision_changed,omitempty"`
|
|
Provision []*ProvisionStatus `protobuf:"bytes,11,rep,name=provision,proto3" json:"provision,omitempty"`
|
|
// load is how busy the machine is, sampled over the interval since the
|
|
// previous heartbeat. Absent on the first one, which has nothing to take a
|
|
// difference from, and from an agent on a system without /proc.
|
|
Load *NodeLoad `protobuf:"bytes,12,opt,name=load,proto3" json:"load,omitempty"`
|
|
// ib_ports is every InfiniBand or RoCE port as it stands now, re-read on
|
|
// each heartbeat: a port that goes down after the agent started used to go
|
|
// unnoticed until the agent restarted.
|
|
IbPorts []*IBPort `protobuf:"bytes,13,rep,name=ib_ports,json=ibPorts,proto3" json:"ib_ports,omitempty"`
|
|
// fabrics is the fabrics this node can now carry traffic on, sent only when
|
|
// that changed since registration or the last heartbeat that said so — a
|
|
// port going down takes its fabric away, and one coming back returns it.
|
|
FabricsChanged bool `protobuf:"varint,14,opt,name=fabrics_changed,json=fabricsChanged,proto3" json:"fabrics_changed,omitempty"`
|
|
Fabrics []*FabricAttachment `protobuf:"bytes,15,rep,name=fabrics,proto3" json:"fabrics,omitempty"`
|
|
// gpu_fabric is each GPU's NVLink domain membership as it stands now, sent
|
|
// once a minute: a fabric manager restarting drops every card out of its
|
|
// domain, and the node has to stop being offered work that spans it.
|
|
GpuFabric []*GPUFabricState `protobuf:"bytes,16,rep,name=gpu_fabric,json=gpuFabric,proto3" json:"gpu_fabric,omitempty"`
|
|
Imex *IMEX `protobuf:"bytes,17,opt,name=imex,proto3" json:"imex,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *Heartbeat) Reset() {
|
|
*x = Heartbeat{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[15]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *Heartbeat) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*Heartbeat) ProtoMessage() {}
|
|
|
|
func (x *Heartbeat) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[15]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use Heartbeat.ProtoReflect.Descriptor instead.
|
|
func (*Heartbeat) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{15}
|
|
}
|
|
|
|
func (x *Heartbeat) GetNodeId() string {
|
|
if x != nil {
|
|
return x.NodeId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Heartbeat) GetGpuMemoryUsedMb() []int32 {
|
|
if x != nil {
|
|
return x.GpuMemoryUsedMb
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetNewProblems() []string {
|
|
if x != nil {
|
|
return x.NewProblems
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetStorage() []*Storage {
|
|
if x != nil {
|
|
return x.Storage
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetWeightsChanged() bool {
|
|
if x != nil {
|
|
return x.WeightsChanged
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (x *Heartbeat) GetWeights() []*LocalWeights {
|
|
if x != nil {
|
|
return x.Weights
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetMemoryTotalMb() int64 {
|
|
if x != nil {
|
|
return x.MemoryTotalMb
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *Heartbeat) GetEnginesChanged() bool {
|
|
if x != nil {
|
|
return x.EnginesChanged
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (x *Heartbeat) GetEngineVersions() map[string]string {
|
|
if x != nil {
|
|
return x.EngineVersions
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetProvisionChanged() bool {
|
|
if x != nil {
|
|
return x.ProvisionChanged
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (x *Heartbeat) GetProvision() []*ProvisionStatus {
|
|
if x != nil {
|
|
return x.Provision
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetLoad() *NodeLoad {
|
|
if x != nil {
|
|
return x.Load
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetIbPorts() []*IBPort {
|
|
if x != nil {
|
|
return x.IbPorts
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetFabricsChanged() bool {
|
|
if x != nil {
|
|
return x.FabricsChanged
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (x *Heartbeat) GetFabrics() []*FabricAttachment {
|
|
if x != nil {
|
|
return x.Fabrics
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetGpuFabric() []*GPUFabricState {
|
|
if x != nil {
|
|
return x.GpuFabric
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetImex() *IMEX {
|
|
if x != nil {
|
|
return x.Imex
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Provision is the software a node should have: which engines, at which
|
|
// versions. Nothing more.
|
|
//
|
|
// Everything else is the node's to work out, because only the node knows it:
|
|
// which build fits its hardware, where that build is published, what its
|
|
// operating system is missing, and whether the result actually runs. The agent
|
|
// converges on this — installs what is absent, checks what is there — and
|
|
// reports each engine through ProvisionStatus. Nothing is taken on trust from
|
|
// what happens to be on the machine: an engine is offered to placement only
|
|
// once the agent has installed it and seen it run.
|
|
type Provision struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Engines []*EngineWant `protobuf:"bytes,1,rep,name=engines,proto3" json:"engines,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *Provision) Reset() {
|
|
*x = Provision{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[16]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *Provision) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*Provision) ProtoMessage() {}
|
|
|
|
func (x *Provision) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[16]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use Provision.ProtoReflect.Descriptor instead.
|
|
func (*Provision) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{16}
|
|
}
|
|
|
|
func (x *Provision) GetEngines() []*EngineWant {
|
|
if x != nil {
|
|
return x.Engines
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// EngineWant names one engine at one version.
|
|
type EngineWant struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Engine string `protobuf:"bytes,1,opt,name=engine,proto3" json:"engine,omitempty"` // "llamacpp"
|
|
Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"` // "b10991"
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *EngineWant) Reset() {
|
|
*x = EngineWant{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[17]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *EngineWant) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*EngineWant) ProtoMessage() {}
|
|
|
|
func (x *EngineWant) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[17]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use EngineWant.ProtoReflect.Descriptor instead.
|
|
func (*EngineWant) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{17}
|
|
}
|
|
|
|
func (x *EngineWant) GetEngine() string {
|
|
if x != nil {
|
|
return x.Engine
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *EngineWant) GetVersion() string {
|
|
if x != nil {
|
|
return x.Version
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// ProvisionStatus is where one engine's installation stands on a node.
|
|
type ProvisionStatus struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Engine string `protobuf:"bytes,1,opt,name=engine,proto3" json:"engine,omitempty"`
|
|
Version string `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
|
|
Variant string `protobuf:"bytes,3,opt,name=variant,proto3" json:"variant,omitempty"`
|
|
// "installing", "ready", "failed", or "unsupported" when no build fits.
|
|
State string `protobuf:"bytes,4,opt,name=state,proto3" json:"state,omitempty"`
|
|
// detail says what is happening or what went wrong, in words for a person.
|
|
Detail string `protobuf:"bytes,5,opt,name=detail,proto3" json:"detail,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *ProvisionStatus) Reset() {
|
|
*x = ProvisionStatus{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[18]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *ProvisionStatus) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*ProvisionStatus) ProtoMessage() {}
|
|
|
|
func (x *ProvisionStatus) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[18]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use ProvisionStatus.ProtoReflect.Descriptor instead.
|
|
func (*ProvisionStatus) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{18}
|
|
}
|
|
|
|
func (x *ProvisionStatus) GetEngine() string {
|
|
if x != nil {
|
|
return x.Engine
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ProvisionStatus) GetVersion() string {
|
|
if x != nil {
|
|
return x.Version
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ProvisionStatus) GetVariant() string {
|
|
if x != nil {
|
|
return x.Variant
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ProvisionStatus) GetState() string {
|
|
if x != nil {
|
|
return x.State
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ProvisionStatus) GetDetail() string {
|
|
if x != nil {
|
|
return x.Detail
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// ShardStatus reports a shard's lifecycle transition.
|
|
type ShardStatus struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
NodeId string `protobuf:"bytes,1,opt,name=node_id,json=nodeId,proto3" json:"node_id,omitempty"`
|
|
ReplicaId string `protobuf:"bytes,2,opt,name=replica_id,json=replicaId,proto3" json:"replica_id,omitempty"`
|
|
ShardId string `protobuf:"bytes,3,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
State ShardStatus_State `protobuf:"varint,4,opt,name=state,proto3,enum=llmgw.v1.ShardStatus_State" json:"state,omitempty"`
|
|
Error string `protobuf:"bytes,5,opt,name=error,proto3" json:"error,omitempty"`
|
|
ExitCode int32 `protobuf:"varint,6,opt,name=exit_code,json=exitCode,proto3" json:"exit_code,omitempty"`
|
|
// last_output carries the tail of the engine log on a failure. When a model
|
|
// fails to load this is the only diagnosis available.
|
|
LastOutput []string `protobuf:"bytes,7,rep,name=last_output,json=lastOutput,proto3" json:"last_output,omitempty"`
|
|
// fetch is how far a download has got, when the shard is waiting on one.
|
|
//
|
|
// The agent logs this already, on the node, where nobody is looking. From
|
|
// the control plane a replica pulling a hundred gigabytes and one that is
|
|
// wedged are the same thing — a shard that has been starting for ten
|
|
// minutes — and telling them apart is the difference between waiting and
|
|
// going to look.
|
|
Fetch *FetchProgress `protobuf:"bytes,8,opt,name=fetch,proto3" json:"fetch,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *ShardStatus) Reset() {
|
|
*x = ShardStatus{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[19]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *ShardStatus) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*ShardStatus) ProtoMessage() {}
|
|
|
|
func (x *ShardStatus) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[19]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use ShardStatus.ProtoReflect.Descriptor instead.
|
|
func (*ShardStatus) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{19}
|
|
}
|
|
|
|
func (x *ShardStatus) GetNodeId() string {
|
|
if x != nil {
|
|
return x.NodeId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ShardStatus) GetReplicaId() string {
|
|
if x != nil {
|
|
return x.ReplicaId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ShardStatus) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ShardStatus) GetState() ShardStatus_State {
|
|
if x != nil {
|
|
return x.State
|
|
}
|
|
return ShardStatus_STATE_UNSPECIFIED
|
|
}
|
|
|
|
func (x *ShardStatus) GetError() string {
|
|
if x != nil {
|
|
return x.Error
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ShardStatus) GetExitCode() int32 {
|
|
if x != nil {
|
|
return x.ExitCode
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *ShardStatus) GetLastOutput() []string {
|
|
if x != nil {
|
|
return x.LastOutput
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ShardStatus) GetFetch() *FetchProgress {
|
|
if x != nil {
|
|
return x.Fetch
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// FetchProgress is a download in flight.
|
|
type FetchProgress struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Source string `protobuf:"bytes,1,opt,name=source,proto3" json:"source,omitempty"`
|
|
BytesDone int64 `protobuf:"varint,2,opt,name=bytes_done,json=bytesDone,proto3" json:"bytes_done,omitempty"`
|
|
// bytes_total is 0 when the server did not say how large the file is, which
|
|
// is a real answer: a percentage would then be invented, and an invented
|
|
// percentage that stops moving is worse than a byte count that keeps rising.
|
|
BytesTotal int64 `protobuf:"varint,3,opt,name=bytes_total,json=bytesTotal,proto3" json:"bytes_total,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *FetchProgress) Reset() {
|
|
*x = FetchProgress{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[20]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *FetchProgress) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*FetchProgress) ProtoMessage() {}
|
|
|
|
func (x *FetchProgress) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[20]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use FetchProgress.ProtoReflect.Descriptor instead.
|
|
func (*FetchProgress) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{20}
|
|
}
|
|
|
|
func (x *FetchProgress) GetSource() string {
|
|
if x != nil {
|
|
return x.Source
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FetchProgress) GetBytesDone() int64 {
|
|
if x != nil {
|
|
return x.BytesDone
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *FetchProgress) GetBytesTotal() int64 {
|
|
if x != nil {
|
|
return x.BytesTotal
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// StartShard launches one shard. It is idempotent by shard_id: the control
|
|
// plane retries, and a repeat must not produce a second process.
|
|
type StartShard struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
ReplicaId string `protobuf:"bytes,1,opt,name=replica_id,json=replicaId,proto3" json:"replica_id,omitempty"`
|
|
ShardId string `protobuf:"bytes,2,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
Rank int32 `protobuf:"varint,3,opt,name=rank,proto3" json:"rank,omitempty"`
|
|
Nnodes int32 `protobuf:"varint,4,opt,name=nnodes,proto3" json:"nnodes,omitempty"`
|
|
LeaderAddr string `protobuf:"bytes,5,opt,name=leader_addr,json=leaderAddr,proto3" json:"leader_addr,omitempty"`
|
|
LeaderPort int32 `protobuf:"varint,6,opt,name=leader_port,json=leaderPort,proto3" json:"leader_port,omitempty"`
|
|
GpuIndices []int32 `protobuf:"varint,7,rep,packed,name=gpu_indices,json=gpuIndices,proto3" json:"gpu_indices,omitempty"`
|
|
// hcas are the adapters of the chosen fabric and nothing else. Handing a
|
|
// shard adapters from a second fabric lets NCCL pick one whose peer is
|
|
// unreachable, and the job hangs instead of failing (plan §5.3).
|
|
Hcas []string `protobuf:"bytes,8,rep,name=hcas,proto3" json:"hcas,omitempty"`
|
|
MgmtInterface string `protobuf:"bytes,9,opt,name=mgmt_interface,json=mgmtInterface,proto3" json:"mgmt_interface,omitempty"`
|
|
HttpPort int32 `protobuf:"varint,10,opt,name=http_port,json=httpPort,proto3" json:"http_port,omitempty"`
|
|
Profile *EngineProfile `protobuf:"bytes,11,opt,name=profile,proto3" json:"profile,omitempty"`
|
|
StartupTimeoutMs int64 `protobuf:"varint,12,opt,name=startup_timeout_ms,json=startupTimeoutMs,proto3" json:"startup_timeout_ms,omitempty"`
|
|
// pool and fabric are control plane concepts the agent cannot derive. They
|
|
// are sent so the agent can echo them back in RunningShard after a restart.
|
|
Pool string `protobuf:"bytes,13,opt,name=pool,proto3" json:"pool,omitempty"`
|
|
Fabric string `protobuf:"bytes,14,opt,name=fabric,proto3" json:"fabric,omitempty"`
|
|
// profile_fp identifies the version of the profile, so the agent can say
|
|
// which one a running shard was started from. The agent never interprets it.
|
|
ProfileFp string `protobuf:"bytes,15,opt,name=profile_fp,json=profileFp,proto3" json:"profile_fp,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *StartShard) Reset() {
|
|
*x = StartShard{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[21]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *StartShard) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*StartShard) ProtoMessage() {}
|
|
|
|
func (x *StartShard) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[21]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use StartShard.ProtoReflect.Descriptor instead.
|
|
func (*StartShard) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{21}
|
|
}
|
|
|
|
func (x *StartShard) GetReplicaId() string {
|
|
if x != nil {
|
|
return x.ReplicaId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetRank() int32 {
|
|
if x != nil {
|
|
return x.Rank
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetNnodes() int32 {
|
|
if x != nil {
|
|
return x.Nnodes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetLeaderAddr() string {
|
|
if x != nil {
|
|
return x.LeaderAddr
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetLeaderPort() int32 {
|
|
if x != nil {
|
|
return x.LeaderPort
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetGpuIndices() []int32 {
|
|
if x != nil {
|
|
return x.GpuIndices
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *StartShard) GetHcas() []string {
|
|
if x != nil {
|
|
return x.Hcas
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *StartShard) GetMgmtInterface() string {
|
|
if x != nil {
|
|
return x.MgmtInterface
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetHttpPort() int32 {
|
|
if x != nil {
|
|
return x.HttpPort
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetProfile() *EngineProfile {
|
|
if x != nil {
|
|
return x.Profile
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *StartShard) GetStartupTimeoutMs() int64 {
|
|
if x != nil {
|
|
return x.StartupTimeoutMs
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetPool() string {
|
|
if x != nil {
|
|
return x.Pool
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetFabric() string {
|
|
if x != nil {
|
|
return x.Fabric
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetProfileFp() string {
|
|
if x != nil {
|
|
return x.ProfileFp
|
|
}
|
|
return ""
|
|
}
|
|
|
|
type EngineProfile struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
|
|
Engine string `protobuf:"bytes,2,opt,name=engine,proto3" json:"engine,omitempty"`
|
|
GpuClass string `protobuf:"bytes,3,opt,name=gpu_class,json=gpuClass,proto3" json:"gpu_class,omitempty"`
|
|
Tp int32 `protobuf:"varint,4,opt,name=tp,proto3" json:"tp,omitempty"`
|
|
Pp int32 `protobuf:"varint,5,opt,name=pp,proto3" json:"pp,omitempty"`
|
|
GpusPerNode int32 `protobuf:"varint,6,opt,name=gpus_per_node,json=gpusPerNode,proto3" json:"gpus_per_node,omitempty"`
|
|
Nodes int32 `protobuf:"varint,7,opt,name=nodes,proto3" json:"nodes,omitempty"`
|
|
Args []string `protobuf:"bytes,8,rep,name=args,proto3" json:"args,omitempty"`
|
|
Env map[string]string `protobuf:"bytes,9,rep,name=env,proto3" json:"env,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
|
|
ModelPath string `protobuf:"bytes,10,opt,name=model_path,json=modelPath,proto3" json:"model_path,omitempty"`
|
|
ServedModelName string `protobuf:"bytes,11,opt,name=served_model_name,json=servedModelName,proto3" json:"served_model_name,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *EngineProfile) Reset() {
|
|
*x = EngineProfile{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[22]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *EngineProfile) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*EngineProfile) ProtoMessage() {}
|
|
|
|
func (x *EngineProfile) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[22]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use EngineProfile.ProtoReflect.Descriptor instead.
|
|
func (*EngineProfile) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{22}
|
|
}
|
|
|
|
func (x *EngineProfile) GetName() string {
|
|
if x != nil {
|
|
return x.Name
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *EngineProfile) GetEngine() string {
|
|
if x != nil {
|
|
return x.Engine
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *EngineProfile) GetGpuClass() string {
|
|
if x != nil {
|
|
return x.GpuClass
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *EngineProfile) GetTp() int32 {
|
|
if x != nil {
|
|
return x.Tp
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *EngineProfile) GetPp() int32 {
|
|
if x != nil {
|
|
return x.Pp
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *EngineProfile) GetGpusPerNode() int32 {
|
|
if x != nil {
|
|
return x.GpusPerNode
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *EngineProfile) GetNodes() int32 {
|
|
if x != nil {
|
|
return x.Nodes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *EngineProfile) GetArgs() []string {
|
|
if x != nil {
|
|
return x.Args
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *EngineProfile) GetEnv() map[string]string {
|
|
if x != nil {
|
|
return x.Env
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *EngineProfile) GetModelPath() string {
|
|
if x != nil {
|
|
return x.ModelPath
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *EngineProfile) GetServedModelName() string {
|
|
if x != nil {
|
|
return x.ServedModelName
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// RemoveWeights deletes cached model files a node no longer needs.
|
|
//
|
|
// The paths are computed by the control plane from the catalog, but the agent
|
|
// checks them again before unlinking anything: it deletes only files inside its
|
|
// own cache directory whose names this system generated. A control plane that
|
|
// is wrong, compromised or simply newer than the agent must not be able to
|
|
// talk it into deleting a model an operator spent a week copying there.
|
|
type RemoveWeights struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Paths []string `protobuf:"bytes,1,rep,name=paths,proto3" json:"paths,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *RemoveWeights) Reset() {
|
|
*x = RemoveWeights{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[23]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *RemoveWeights) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*RemoveWeights) ProtoMessage() {}
|
|
|
|
func (x *RemoveWeights) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[23]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use RemoveWeights.ProtoReflect.Descriptor instead.
|
|
func (*RemoveWeights) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{23}
|
|
}
|
|
|
|
func (x *RemoveWeights) GetPaths() []string {
|
|
if x != nil {
|
|
return x.Paths
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// StopShard terminates a shard and frees its GPUs.
|
|
type StopShard struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
ShardId string `protobuf:"bytes,1,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *StopShard) Reset() {
|
|
*x = StopShard{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[24]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *StopShard) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*StopShard) ProtoMessage() {}
|
|
|
|
func (x *StopShard) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[24]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use StopShard.ProtoReflect.Descriptor instead.
|
|
func (*StopShard) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{24}
|
|
}
|
|
|
|
func (x *StopShard) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// DrainShard stops routing to a shard while letting in-flight work finish.
|
|
type DrainShard struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
ShardId string `protobuf:"bytes,1,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *DrainShard) Reset() {
|
|
*x = DrainShard{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[25]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *DrainShard) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*DrainShard) ProtoMessage() {}
|
|
|
|
func (x *DrainShard) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[25]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use DrainShard.ProtoReflect.Descriptor instead.
|
|
func (*DrainShard) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{25}
|
|
}
|
|
|
|
func (x *DrainShard) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// Ack confirms a registration or reports that a command could not be accepted.
|
|
type Ack struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
MessageId string `protobuf:"bytes,1,opt,name=message_id,json=messageId,proto3" json:"message_id,omitempty"`
|
|
Ok bool `protobuf:"varint,2,opt,name=ok,proto3" json:"ok,omitempty"`
|
|
Error string `protobuf:"bytes,3,opt,name=error,proto3" json:"error,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *Ack) Reset() {
|
|
*x = Ack{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[26]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *Ack) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*Ack) ProtoMessage() {}
|
|
|
|
func (x *Ack) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[26]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use Ack.ProtoReflect.Descriptor instead.
|
|
func (*Ack) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{26}
|
|
}
|
|
|
|
func (x *Ack) GetMessageId() string {
|
|
if x != nil {
|
|
return x.MessageId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Ack) GetOk() bool {
|
|
if x != nil {
|
|
return x.Ok
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (x *Ack) GetError() string {
|
|
if x != nil {
|
|
return x.Error
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// LogsRequest asks a node for the recent lines of one of its logs.
|
|
//
|
|
// Over the stream the agent already holds, because that is the one way into a
|
|
// node every deployment has: the admin page otherwise means ssh through a jump
|
|
// host to a machine whose address nobody remembers, to read a journal only
|
|
// root may open.
|
|
type LogsRequest struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// request_id pairs the reply with its request; several may be in flight.
|
|
RequestId string `protobuf:"bytes,1,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
|
|
// source is "agent" for the agent's own log, or a shard id for that
|
|
// engine's output.
|
|
Source string `protobuf:"bytes,2,opt,name=source,proto3" json:"source,omitempty"`
|
|
Lines int32 `protobuf:"varint,3,opt,name=lines,proto3" json:"lines,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *LogsRequest) Reset() {
|
|
*x = LogsRequest{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[27]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *LogsRequest) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*LogsRequest) ProtoMessage() {}
|
|
|
|
func (x *LogsRequest) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[27]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use LogsRequest.ProtoReflect.Descriptor instead.
|
|
func (*LogsRequest) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{27}
|
|
}
|
|
|
|
func (x *LogsRequest) GetRequestId() string {
|
|
if x != nil {
|
|
return x.RequestId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *LogsRequest) GetSource() string {
|
|
if x != nil {
|
|
return x.Source
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *LogsRequest) GetLines() int32 {
|
|
if x != nil {
|
|
return x.Lines
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// LogsReply answers a LogsRequest.
|
|
type LogsReply struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
RequestId string `protobuf:"bytes,1,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
|
|
Lines []string `protobuf:"bytes,2,rep,name=lines,proto3" json:"lines,omitempty"`
|
|
// sources are every log this node can show, so a page can offer them
|
|
// without knowing what runs there.
|
|
Sources []string `protobuf:"bytes,3,rep,name=sources,proto3" json:"sources,omitempty"`
|
|
// error says why the lines are absent: an unknown source, say.
|
|
Error string `protobuf:"bytes,4,opt,name=error,proto3" json:"error,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *LogsReply) Reset() {
|
|
*x = LogsReply{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[28]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *LogsReply) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*LogsReply) ProtoMessage() {}
|
|
|
|
func (x *LogsReply) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[28]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use LogsReply.ProtoReflect.Descriptor instead.
|
|
func (*LogsReply) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{28}
|
|
}
|
|
|
|
func (x *LogsReply) GetRequestId() string {
|
|
if x != nil {
|
|
return x.RequestId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *LogsReply) GetLines() []string {
|
|
if x != nil {
|
|
return x.Lines
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *LogsReply) GetSources() []string {
|
|
if x != nil {
|
|
return x.Sources
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *LogsReply) GetError() string {
|
|
if x != nil {
|
|
return x.Error
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// FabricScanRequest asks a node to map the fabric one of its ports is on,
|
|
// with ibnetdiscover: every switch, every adapter and every link between
|
|
// them. One node per fabric is asked, every few minutes; a fabric looks the
|
|
// same from all of its ports.
|
|
type FabricScanRequest struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
RequestId string `protobuf:"bytes,1,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
|
|
Hca string `protobuf:"bytes,2,opt,name=hca,proto3" json:"hca,omitempty"`
|
|
Port int32 `protobuf:"varint,3,opt,name=port,proto3" json:"port,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *FabricScanRequest) Reset() {
|
|
*x = FabricScanRequest{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[29]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *FabricScanRequest) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*FabricScanRequest) ProtoMessage() {}
|
|
|
|
func (x *FabricScanRequest) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[29]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use FabricScanRequest.ProtoReflect.Descriptor instead.
|
|
func (*FabricScanRequest) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{29}
|
|
}
|
|
|
|
func (x *FabricScanRequest) GetRequestId() string {
|
|
if x != nil {
|
|
return x.RequestId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricScanRequest) GetHca() string {
|
|
if x != nil {
|
|
return x.Hca
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricScanRequest) GetPort() int32 {
|
|
if x != nil {
|
|
return x.Port
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// FabricScanReply is ibnetdiscover's output as it printed it. Parsed by the
|
|
// control plane, so a format the parser does not yet know is a control plane
|
|
// upgrade rather than one on every node.
|
|
type FabricScanReply struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
RequestId string `protobuf:"bytes,1,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
|
|
Output string `protobuf:"bytes,2,opt,name=output,proto3" json:"output,omitempty"`
|
|
Error string `protobuf:"bytes,3,opt,name=error,proto3" json:"error,omitempty"`
|
|
TookMs int64 `protobuf:"varint,4,opt,name=took_ms,json=tookMs,proto3" json:"took_ms,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *FabricScanReply) Reset() {
|
|
*x = FabricScanReply{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[30]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *FabricScanReply) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*FabricScanReply) ProtoMessage() {}
|
|
|
|
func (x *FabricScanReply) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[30]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use FabricScanReply.ProtoReflect.Descriptor instead.
|
|
func (*FabricScanReply) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{30}
|
|
}
|
|
|
|
func (x *FabricScanReply) GetRequestId() string {
|
|
if x != nil {
|
|
return x.RequestId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricScanReply) GetOutput() string {
|
|
if x != nil {
|
|
return x.Output
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricScanReply) GetError() string {
|
|
if x != nil {
|
|
return x.Error
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricScanReply) GetTookMs() int64 {
|
|
if x != nil {
|
|
return x.TookMs
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// FabricTestRequest asks a node for one side of an RDMA bandwidth test
|
|
// between two nodes: ib_write_bw, from perftest, over one adapter. The
|
|
// server side is asked first and answers when the test is over; the client
|
|
// dials it. What it proves is what a replica spanning nodes needs and nothing
|
|
// on one node can show: that these two adapters reach each other through the
|
|
// fabric, and how fast.
|
|
type FabricTestRequest struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
RequestId string `protobuf:"bytes,1,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
|
|
// role is "server" or "client".
|
|
Role string `protobuf:"bytes,2,opt,name=role,proto3" json:"role,omitempty"`
|
|
Hca string `protobuf:"bytes,3,opt,name=hca,proto3" json:"hca,omitempty"`
|
|
Port int32 `protobuf:"varint,4,opt,name=port,proto3" json:"port,omitempty"`
|
|
// peer is the server's management address, for the client. perftest
|
|
// exchanges its connection details over TCP before any RDMA.
|
|
Peer string `protobuf:"bytes,5,opt,name=peer,proto3" json:"peer,omitempty"`
|
|
// tcp_port is that exchange's port, the same on both sides.
|
|
TcpPort int32 `protobuf:"varint,6,opt,name=tcp_port,json=tcpPort,proto3" json:"tcp_port,omitempty"`
|
|
Seconds int32 `protobuf:"varint,7,opt,name=seconds,proto3" json:"seconds,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *FabricTestRequest) Reset() {
|
|
*x = FabricTestRequest{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[31]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *FabricTestRequest) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*FabricTestRequest) ProtoMessage() {}
|
|
|
|
func (x *FabricTestRequest) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[31]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use FabricTestRequest.ProtoReflect.Descriptor instead.
|
|
func (*FabricTestRequest) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{31}
|
|
}
|
|
|
|
func (x *FabricTestRequest) GetRequestId() string {
|
|
if x != nil {
|
|
return x.RequestId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricTestRequest) GetRole() string {
|
|
if x != nil {
|
|
return x.Role
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricTestRequest) GetHca() string {
|
|
if x != nil {
|
|
return x.Hca
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricTestRequest) GetPort() int32 {
|
|
if x != nil {
|
|
return x.Port
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *FabricTestRequest) GetPeer() string {
|
|
if x != nil {
|
|
return x.Peer
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricTestRequest) GetTcpPort() int32 {
|
|
if x != nil {
|
|
return x.TcpPort
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *FabricTestRequest) GetSeconds() int32 {
|
|
if x != nil {
|
|
return x.Seconds
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// FabricTestReply is what one side measured.
|
|
type FabricTestReply struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
RequestId string `protobuf:"bytes,1,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"`
|
|
// gbps is the average bandwidth, in gigabits a second.
|
|
Gbps float64 `protobuf:"fixed64,2,opt,name=gbps,proto3" json:"gbps,omitempty"`
|
|
// output is the end of the tool's output, for when the number is not
|
|
// enough.
|
|
Output string `protobuf:"bytes,3,opt,name=output,proto3" json:"output,omitempty"`
|
|
Error string `protobuf:"bytes,4,opt,name=error,proto3" json:"error,omitempty"`
|
|
TookMs int64 `protobuf:"varint,5,opt,name=took_ms,json=tookMs,proto3" json:"took_ms,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *FabricTestReply) Reset() {
|
|
*x = FabricTestReply{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[32]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *FabricTestReply) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*FabricTestReply) ProtoMessage() {}
|
|
|
|
func (x *FabricTestReply) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[32]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use FabricTestReply.ProtoReflect.Descriptor instead.
|
|
func (*FabricTestReply) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{32}
|
|
}
|
|
|
|
func (x *FabricTestReply) GetRequestId() string {
|
|
if x != nil {
|
|
return x.RequestId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricTestReply) GetGbps() float64 {
|
|
if x != nil {
|
|
return x.Gbps
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *FabricTestReply) GetOutput() string {
|
|
if x != nil {
|
|
return x.Output
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricTestReply) GetError() string {
|
|
if x != nil {
|
|
return x.Error
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricTestReply) GetTookMs() int64 {
|
|
if x != nil {
|
|
return x.TookMs
|
|
}
|
|
return 0
|
|
}
|
|
|
|
var File_llmgw_v1_agent_proto protoreflect.FileDescriptor
|
|
|
|
const file_llmgw_v1_agent_proto_rawDesc = "" +
|
|
"\n" +
|
|
"\x14llmgw/v1/agent.proto\x12\bllmgw.v1\"\xd2\x02\n" +
|
|
"\fAgentMessage\x120\n" +
|
|
"\bregister\x18\x01 \x01(\v2\x12.llmgw.v1.RegisterH\x00R\bregister\x123\n" +
|
|
"\theartbeat\x18\x02 \x01(\v2\x13.llmgw.v1.HeartbeatH\x00R\theartbeat\x12-\n" +
|
|
"\x05shard\x18\x03 \x01(\v2\x15.llmgw.v1.ShardStatusH\x00R\x05shard\x12)\n" +
|
|
"\x04logs\x18\x04 \x01(\v2\x13.llmgw.v1.LogsReplyH\x00R\x04logs\x12<\n" +
|
|
"\vfabric_scan\x18\x05 \x01(\v2\x19.llmgw.v1.FabricScanReplyH\x00R\n" +
|
|
"fabricScan\x12<\n" +
|
|
"\vfabric_test\x18\x06 \x01(\v2\x19.llmgw.v1.FabricTestReplyH\x00R\n" +
|
|
"fabricTestB\x05\n" +
|
|
"\x03msg\"\xe5\x03\n" +
|
|
"\x0eControlMessage\x12,\n" +
|
|
"\x05start\x18\x01 \x01(\v2\x14.llmgw.v1.StartShardH\x00R\x05start\x12)\n" +
|
|
"\x04stop\x18\x02 \x01(\v2\x13.llmgw.v1.StopShardH\x00R\x04stop\x12,\n" +
|
|
"\x05drain\x18\x03 \x01(\v2\x14.llmgw.v1.DrainShardH\x00R\x05drain\x12!\n" +
|
|
"\x03ack\x18\x04 \x01(\v2\r.llmgw.v1.AckH\x00R\x03ack\x12@\n" +
|
|
"\x0eremove_weights\x18\x05 \x01(\v2\x17.llmgw.v1.RemoveWeightsH\x00R\rremoveWeights\x123\n" +
|
|
"\tprovision\x18\x06 \x01(\v2\x13.llmgw.v1.ProvisionH\x00R\tprovision\x12+\n" +
|
|
"\x04logs\x18\a \x01(\v2\x15.llmgw.v1.LogsRequestH\x00R\x04logs\x12>\n" +
|
|
"\vfabric_scan\x18\b \x01(\v2\x1b.llmgw.v1.FabricScanRequestH\x00R\n" +
|
|
"fabricScan\x12>\n" +
|
|
"\vfabric_test\x18\t \x01(\v2\x1b.llmgw.v1.FabricTestRequestH\x00R\n" +
|
|
"fabricTestB\x05\n" +
|
|
"\x03msg\"\xe3\x06\n" +
|
|
"\bRegister\x12\x17\n" +
|
|
"\anode_id\x18\x01 \x01(\tR\x06nodeId\x12\x1a\n" +
|
|
"\bhostname\x18\x02 \x01(\tR\bhostname\x12\x1b\n" +
|
|
"\tmgmt_addr\x18\x03 \x01(\tR\bmgmtAddr\x126\n" +
|
|
"\x06labels\x18\x04 \x03(\v2\x1e.llmgw.v1.Register.LabelsEntryR\x06labels\x12!\n" +
|
|
"\x04gpus\x18\x05 \x03(\v2\r.llmgw.v1.GPUR\x04gpus\x124\n" +
|
|
"\afabrics\x18\x06 \x03(\v2\x1a.llmgw.v1.FabricAttachmentR\afabrics\x12#\n" +
|
|
"\ragent_version\x18\a \x01(\tR\fagentVersion\x12O\n" +
|
|
"\x0fengine_versions\x18\b \x03(\v2&.llmgw.v1.Register.EngineVersionsEntryR\x0eengineVersions\x12=\n" +
|
|
"\x0erunning_shards\x18\t \x03(\v2\x16.llmgw.v1.RunningShardR\rrunningShards\x12&\n" +
|
|
"\x0fmemory_total_mb\x18\n" +
|
|
" \x01(\x03R\rmemoryTotalMb\x120\n" +
|
|
"\aweights\x18\v \x03(\v2\x16.llmgw.v1.LocalWeightsR\aweights\x12+\n" +
|
|
"\astorage\x18\f \x03(\v2\x11.llmgw.v1.StorageR\astorage\x12\"\n" +
|
|
"\x04host\x18\r \x01(\v2\x0e.llmgw.v1.HostR\x04host\x12%\n" +
|
|
"\x0eengines_probed\x18\x0e \x01(\bR\renginesProbed\x12\"\n" +
|
|
"\x04imex\x18\x0f \x01(\v2\x0e.llmgw.v1.IMEXR\x04imex\x12/\n" +
|
|
"\x13installable_engines\x18\x10 \x03(\tR\x12installableEngines\x12\x1a\n" +
|
|
"\bfeatures\x18\x11 \x03(\tR\bfeatures\x1a9\n" +
|
|
"\vLabelsEntry\x12\x10\n" +
|
|
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
|
|
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\x1aA\n" +
|
|
"\x13EngineVersionsEntry\x12\x10\n" +
|
|
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
|
|
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"\xb1\x01\n" +
|
|
"\x04Host\x12\x13\n" +
|
|
"\x05os_id\x18\x01 \x01(\tR\x04osId\x12\x1d\n" +
|
|
"\n" +
|
|
"os_version\x18\x02 \x01(\tR\tosVersion\x12\x1f\n" +
|
|
"\vos_codename\x18\x03 \x01(\tR\n" +
|
|
"osCodename\x12\x12\n" +
|
|
"\x04arch\x18\x04 \x01(\tR\x04arch\x12\x1b\n" +
|
|
"\tcpu_flags\x18\x05 \x03(\tR\bcpuFlags\x12#\n" +
|
|
"\rnvidia_driver\x18\x06 \x01(\tR\fnvidiaDriver\"u\n" +
|
|
"\aStorage\x12\x12\n" +
|
|
"\x04path\x18\x01 \x01(\tR\x04path\x12\x1d\n" +
|
|
"\n" +
|
|
"free_bytes\x18\x02 \x01(\x03R\tfreeBytes\x12\x1f\n" +
|
|
"\vtotal_bytes\x18\x03 \x01(\x03R\n" +
|
|
"totalBytes\x12\x16\n" +
|
|
"\x06shared\x18\x04 \x01(\bR\x06shared\"\xb6\x03\n" +
|
|
"\fRunningShard\x12\x1d\n" +
|
|
"\n" +
|
|
"replica_id\x18\x01 \x01(\tR\treplicaId\x12\x19\n" +
|
|
"\bshard_id\x18\x02 \x01(\tR\ashardId\x12\x12\n" +
|
|
"\x04rank\x18\x03 \x01(\x05R\x04rank\x12\x16\n" +
|
|
"\x06nnodes\x18\x04 \x01(\x05R\x06nnodes\x12\x1f\n" +
|
|
"\vgpu_indices\x18\x05 \x03(\x05R\n" +
|
|
"gpuIndices\x12\x12\n" +
|
|
"\x04hcas\x18\x06 \x03(\tR\x04hcas\x12\x1b\n" +
|
|
"\thttp_port\x18\a \x01(\x05R\bhttpPort\x121\n" +
|
|
"\x05state\x18\b \x01(\x0e2\x1b.llmgw.v1.ShardStatus.StateR\x05state\x12\x14\n" +
|
|
"\x05model\x18\t \x01(\tR\x05model\x12\x18\n" +
|
|
"\aprofile\x18\n" +
|
|
" \x01(\tR\aprofile\x12\x12\n" +
|
|
"\x04pool\x18\v \x01(\tR\x04pool\x12\x16\n" +
|
|
"\x06fabric\x18\f \x01(\tR\x06fabric\x12\x1f\n" +
|
|
"\vleader_addr\x18\r \x01(\tR\n" +
|
|
"leaderAddr\x12\x1f\n" +
|
|
"\vleader_port\x18\x0e \x01(\x05R\n" +
|
|
"leaderPort\x12\x1d\n" +
|
|
"\n" +
|
|
"profile_fp\x18\x0f \x01(\tR\tprofileFp\"\xa3\x06\n" +
|
|
"\x03GPU\x12\x14\n" +
|
|
"\x05index\x18\x01 \x01(\x05R\x05index\x12\x12\n" +
|
|
"\x04uuid\x18\x02 \x01(\tR\x04uuid\x12\x12\n" +
|
|
"\x04name\x18\x03 \x01(\tR\x04name\x12&\n" +
|
|
"\x0fmemory_total_mb\x18\x04 \x01(\x05R\rmemoryTotalMb\x12$\n" +
|
|
"\x0ememory_used_mb\x18\x05 \x01(\x05R\fmemoryUsedMb\x12-\n" +
|
|
"\x12compute_capability\x18\x06 \x01(\tR\x11computeCapability\x12\x1b\n" +
|
|
"\tnuma_node\x18\a \x01(\x05R\bnumaNode\x12\x1c\n" +
|
|
"\n" +
|
|
"pci_bus_id\x18\b \x01(\tR\bpciBusId\x12%\n" +
|
|
"\x0edriver_version\x18\t \x01(\tR\rdriverVersion\x12!\n" +
|
|
"\fcuda_version\x18\n" +
|
|
" \x01(\tR\vcudaVersion\x12!\n" +
|
|
"\fnvlink_peers\x18\v \x03(\x05R\vnvlinkPeers\x12\x1a\n" +
|
|
"\bproblems\x18\f \x03(\tR\bproblems\x12#\n" +
|
|
"\rtemperature_c\x18\r \x01(\x05R\ftemperatureC\x12\x1d\n" +
|
|
"\n" +
|
|
"ecc_errors\x18\x0e \x01(\x05R\teccErrors\x12/\n" +
|
|
"\x13utilization_percent\x18\x0f \x01(\x05R\x12utilizationPercent\x128\n" +
|
|
"\tnic_paths\x18\x10 \x03(\v2\x1b.llmgw.v1.GPU.NicPathsEntryR\bnicPaths\x12!\n" +
|
|
"\ffabric_state\x18\x11 \x01(\tR\vfabricState\x12#\n" +
|
|
"\rfabric_status\x18\x12 \x01(\tR\ffabricStatus\x12!\n" +
|
|
"\fcluster_uuid\x18\x13 \x01(\tR\vclusterUuid\x12\x1b\n" +
|
|
"\tclique_id\x18\x14 \x01(\tR\bcliqueId\x12)\n" +
|
|
"\x10fabric_bandwidth\x18\x15 \x01(\tR\x0ffabricBandwidth\x1a;\n" +
|
|
"\rNicPathsEntry\x12\x10\n" +
|
|
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
|
|
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"[\n" +
|
|
"\x10FabricAttachment\x12\x16\n" +
|
|
"\x06fabric\x18\x01 \x01(\tR\x06fabric\x12\x12\n" +
|
|
"\x04hcas\x18\x02 \x03(\tR\x04hcas\x12\x1b\n" +
|
|
"\trate_gbps\x18\x03 \x01(\x05R\brateGbps\"Y\n" +
|
|
"\fLocalWeights\x12\x12\n" +
|
|
"\x04path\x18\x01 \x01(\tR\x04path\x12\x1d\n" +
|
|
"\n" +
|
|
"size_bytes\x18\x02 \x01(\x03R\tsizeBytes\x12\x16\n" +
|
|
"\x06shared\x18\x03 \x01(\bR\x06shared\"\x9b\x02\n" +
|
|
"\bNodeLoad\x12\x1f\n" +
|
|
"\vcpu_percent\x18\x01 \x01(\x01R\n" +
|
|
"cpuPercent\x12\x1b\n" +
|
|
"\tcpu_count\x18\x02 \x01(\x05R\bcpuCount\x12\x14\n" +
|
|
"\x05load1\x18\x03 \x01(\x01R\x05load1\x12\x14\n" +
|
|
"\x05load5\x18\x04 \x01(\x01R\x05load5\x12\x16\n" +
|
|
"\x06load15\x18\x05 \x01(\x01R\x06load15\x12*\n" +
|
|
"\x11memory_used_bytes\x18\x06 \x01(\x03R\x0fmemoryUsedBytes\x124\n" +
|
|
"\x16memory_available_bytes\x18\a \x01(\x03R\x14memoryAvailableBytes\x12+\n" +
|
|
"\x06shards\x18\b \x03(\v2\x13.llmgw.v1.ShardLoadR\x06shards\"m\n" +
|
|
"\tShardLoad\x12\x19\n" +
|
|
"\bshard_id\x18\x01 \x01(\tR\ashardId\x12\x1b\n" +
|
|
"\tcpu_cores\x18\x02 \x01(\x01R\bcpuCores\x12(\n" +
|
|
"\x10memory_rss_bytes\x18\x03 \x01(\x03R\x0ememoryRssBytes\"\x88\x05\n" +
|
|
"\x06IBPort\x12\x10\n" +
|
|
"\x03hca\x18\x01 \x01(\tR\x03hca\x12\x12\n" +
|
|
"\x04port\x18\x02 \x01(\x05R\x04port\x12\x14\n" +
|
|
"\x05state\x18\x03 \x01(\tR\x05state\x12\x1d\n" +
|
|
"\n" +
|
|
"phys_state\x18\x04 \x01(\tR\tphysState\x12\x1b\n" +
|
|
"\trate_gbps\x18\x05 \x01(\x05R\brateGbps\x12\x1d\n" +
|
|
"\n" +
|
|
"link_layer\x18\x06 \x01(\tR\tlinkLayer\x12:\n" +
|
|
"\bcounters\x18\a \x03(\v2\x1e.llmgw.v1.IBPort.CountersEntryR\bcounters\x12\x1b\n" +
|
|
"\tnode_guid\x18\b \x01(\tR\bnodeGuid\x12\x1b\n" +
|
|
"\tport_guid\x18\t \x01(\tR\bportGuid\x12\x17\n" +
|
|
"\asm_guid\x18\n" +
|
|
" \x01(\tR\x06smGuid\x12\x15\n" +
|
|
"\x06sm_lid\x18\v \x01(\x05R\x05smLid\x12\x1f\n" +
|
|
"\vsm_priority\x18\f \x01(\x05R\n" +
|
|
"smPriority\x12\x19\n" +
|
|
"\bsm_state\x18\r \x01(\tR\asmState\x12\x19\n" +
|
|
"\bsm_error\x18\x0e \x01(\tR\asmError\x12\x18\n" +
|
|
"\anetwork\x18\x0f \x01(\tR\anetwork\x12\x1d\n" +
|
|
"\n" +
|
|
"gid_prefix\x18\x10 \x01(\tR\tgidPrefix\x12@\n" +
|
|
"\x0fsubnet_managers\x18\x11 \x03(\v2\x17.llmgw.v1.SubnetManagerR\x0esubnetManagers\x122\n" +
|
|
"\x15subnet_managers_error\x18\x12 \x01(\tR\x13subnetManagersError\x1a;\n" +
|
|
"\rCountersEntry\x12\x10\n" +
|
|
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
|
|
"\x05value\x18\x02 \x01(\x04R\x05value:\x028\x01\"g\n" +
|
|
"\rSubnetManager\x12\x12\n" +
|
|
"\x04guid\x18\x01 \x01(\tR\x04guid\x12\x10\n" +
|
|
"\x03lid\x18\x02 \x01(\x05R\x03lid\x12\x1a\n" +
|
|
"\bpriority\x18\x03 \x01(\x05R\bpriority\x12\x14\n" +
|
|
"\x05state\x18\x04 \x01(\tR\x05state\"8\n" +
|
|
"\x04IMEX\x12\x14\n" +
|
|
"\x05state\x18\x01 \x01(\tR\x05state\x12\x1a\n" +
|
|
"\bchannels\x18\x02 \x01(\x05R\bchannels\"\xb2\x01\n" +
|
|
"\x0eGPUFabricState\x12\x14\n" +
|
|
"\x05index\x18\x01 \x01(\x05R\x05index\x12\x14\n" +
|
|
"\x05state\x18\x02 \x01(\tR\x05state\x12\x16\n" +
|
|
"\x06status\x18\x03 \x01(\tR\x06status\x12!\n" +
|
|
"\fcluster_uuid\x18\x04 \x01(\tR\vclusterUuid\x12\x1b\n" +
|
|
"\tclique_id\x18\x05 \x01(\tR\bcliqueId\x12\x1c\n" +
|
|
"\tbandwidth\x18\x06 \x01(\tR\tbandwidth\"\xd9\x06\n" +
|
|
"\tHeartbeat\x12\x17\n" +
|
|
"\anode_id\x18\x01 \x01(\tR\x06nodeId\x12+\n" +
|
|
"\x12gpu_memory_used_mb\x18\x02 \x03(\x05R\x0fgpuMemoryUsedMb\x12!\n" +
|
|
"\fnew_problems\x18\x03 \x03(\tR\vnewProblems\x12+\n" +
|
|
"\astorage\x18\x04 \x03(\v2\x11.llmgw.v1.StorageR\astorage\x12'\n" +
|
|
"\x0fweights_changed\x18\x05 \x01(\bR\x0eweightsChanged\x120\n" +
|
|
"\aweights\x18\x06 \x03(\v2\x16.llmgw.v1.LocalWeightsR\aweights\x12&\n" +
|
|
"\x0fmemory_total_mb\x18\a \x01(\x03R\rmemoryTotalMb\x12'\n" +
|
|
"\x0fengines_changed\x18\b \x01(\bR\x0eenginesChanged\x12P\n" +
|
|
"\x0fengine_versions\x18\t \x03(\v2'.llmgw.v1.Heartbeat.EngineVersionsEntryR\x0eengineVersions\x12+\n" +
|
|
"\x11provision_changed\x18\n" +
|
|
" \x01(\bR\x10provisionChanged\x127\n" +
|
|
"\tprovision\x18\v \x03(\v2\x19.llmgw.v1.ProvisionStatusR\tprovision\x12&\n" +
|
|
"\x04load\x18\f \x01(\v2\x12.llmgw.v1.NodeLoadR\x04load\x12+\n" +
|
|
"\bib_ports\x18\r \x03(\v2\x10.llmgw.v1.IBPortR\aibPorts\x12'\n" +
|
|
"\x0ffabrics_changed\x18\x0e \x01(\bR\x0efabricsChanged\x124\n" +
|
|
"\afabrics\x18\x0f \x03(\v2\x1a.llmgw.v1.FabricAttachmentR\afabrics\x127\n" +
|
|
"\n" +
|
|
"gpu_fabric\x18\x10 \x03(\v2\x18.llmgw.v1.GPUFabricStateR\tgpuFabric\x12\"\n" +
|
|
"\x04imex\x18\x11 \x01(\v2\x0e.llmgw.v1.IMEXR\x04imex\x1aA\n" +
|
|
"\x13EngineVersionsEntry\x12\x10\n" +
|
|
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
|
|
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\";\n" +
|
|
"\tProvision\x12.\n" +
|
|
"\aengines\x18\x01 \x03(\v2\x14.llmgw.v1.EngineWantR\aengines\">\n" +
|
|
"\n" +
|
|
"EngineWant\x12\x16\n" +
|
|
"\x06engine\x18\x01 \x01(\tR\x06engine\x12\x18\n" +
|
|
"\aversion\x18\x02 \x01(\tR\aversion\"\x8b\x01\n" +
|
|
"\x0fProvisionStatus\x12\x16\n" +
|
|
"\x06engine\x18\x01 \x01(\tR\x06engine\x12\x18\n" +
|
|
"\aversion\x18\x02 \x01(\tR\aversion\x12\x18\n" +
|
|
"\avariant\x18\x03 \x01(\tR\avariant\x12\x14\n" +
|
|
"\x05state\x18\x04 \x01(\tR\x05state\x12\x16\n" +
|
|
"\x06detail\x18\x05 \x01(\tR\x06detail\"\xbb\x03\n" +
|
|
"\vShardStatus\x12\x17\n" +
|
|
"\anode_id\x18\x01 \x01(\tR\x06nodeId\x12\x1d\n" +
|
|
"\n" +
|
|
"replica_id\x18\x02 \x01(\tR\treplicaId\x12\x19\n" +
|
|
"\bshard_id\x18\x03 \x01(\tR\ashardId\x121\n" +
|
|
"\x05state\x18\x04 \x01(\x0e2\x1b.llmgw.v1.ShardStatus.StateR\x05state\x12\x14\n" +
|
|
"\x05error\x18\x05 \x01(\tR\x05error\x12\x1b\n" +
|
|
"\texit_code\x18\x06 \x01(\x05R\bexitCode\x12\x1f\n" +
|
|
"\vlast_output\x18\a \x03(\tR\n" +
|
|
"lastOutput\x12-\n" +
|
|
"\x05fetch\x18\b \x01(\v2\x17.llmgw.v1.FetchProgressR\x05fetch\"\xa2\x01\n" +
|
|
"\x05State\x12\x15\n" +
|
|
"\x11STATE_UNSPECIFIED\x10\x00\x12\x11\n" +
|
|
"\rSTATE_PENDING\x10\x01\x12\x12\n" +
|
|
"\x0eSTATE_STARTING\x10\x02\x12\x11\n" +
|
|
"\rSTATE_LOADING\x10\x03\x12\x0f\n" +
|
|
"\vSTATE_READY\x10\x04\x12\x12\n" +
|
|
"\x0eSTATE_DRAINING\x10\x05\x12\x11\n" +
|
|
"\rSTATE_STOPPED\x10\x06\x12\x10\n" +
|
|
"\fSTATE_FAILED\x10\a\"g\n" +
|
|
"\rFetchProgress\x12\x16\n" +
|
|
"\x06source\x18\x01 \x01(\tR\x06source\x12\x1d\n" +
|
|
"\n" +
|
|
"bytes_done\x18\x02 \x01(\x03R\tbytesDone\x12\x1f\n" +
|
|
"\vbytes_total\x18\x03 \x01(\x03R\n" +
|
|
"bytesTotal\"\xd9\x03\n" +
|
|
"\n" +
|
|
"StartShard\x12\x1d\n" +
|
|
"\n" +
|
|
"replica_id\x18\x01 \x01(\tR\treplicaId\x12\x19\n" +
|
|
"\bshard_id\x18\x02 \x01(\tR\ashardId\x12\x12\n" +
|
|
"\x04rank\x18\x03 \x01(\x05R\x04rank\x12\x16\n" +
|
|
"\x06nnodes\x18\x04 \x01(\x05R\x06nnodes\x12\x1f\n" +
|
|
"\vleader_addr\x18\x05 \x01(\tR\n" +
|
|
"leaderAddr\x12\x1f\n" +
|
|
"\vleader_port\x18\x06 \x01(\x05R\n" +
|
|
"leaderPort\x12\x1f\n" +
|
|
"\vgpu_indices\x18\a \x03(\x05R\n" +
|
|
"gpuIndices\x12\x12\n" +
|
|
"\x04hcas\x18\b \x03(\tR\x04hcas\x12%\n" +
|
|
"\x0emgmt_interface\x18\t \x01(\tR\rmgmtInterface\x12\x1b\n" +
|
|
"\thttp_port\x18\n" +
|
|
" \x01(\x05R\bhttpPort\x121\n" +
|
|
"\aprofile\x18\v \x01(\v2\x17.llmgw.v1.EngineProfileR\aprofile\x12,\n" +
|
|
"\x12startup_timeout_ms\x18\f \x01(\x03R\x10startupTimeoutMs\x12\x12\n" +
|
|
"\x04pool\x18\r \x01(\tR\x04pool\x12\x16\n" +
|
|
"\x06fabric\x18\x0e \x01(\tR\x06fabric\x12\x1d\n" +
|
|
"\n" +
|
|
"profile_fp\x18\x0f \x01(\tR\tprofileFp\"\xfd\x02\n" +
|
|
"\rEngineProfile\x12\x12\n" +
|
|
"\x04name\x18\x01 \x01(\tR\x04name\x12\x16\n" +
|
|
"\x06engine\x18\x02 \x01(\tR\x06engine\x12\x1b\n" +
|
|
"\tgpu_class\x18\x03 \x01(\tR\bgpuClass\x12\x0e\n" +
|
|
"\x02tp\x18\x04 \x01(\x05R\x02tp\x12\x0e\n" +
|
|
"\x02pp\x18\x05 \x01(\x05R\x02pp\x12\"\n" +
|
|
"\rgpus_per_node\x18\x06 \x01(\x05R\vgpusPerNode\x12\x14\n" +
|
|
"\x05nodes\x18\a \x01(\x05R\x05nodes\x12\x12\n" +
|
|
"\x04args\x18\b \x03(\tR\x04args\x122\n" +
|
|
"\x03env\x18\t \x03(\v2 .llmgw.v1.EngineProfile.EnvEntryR\x03env\x12\x1d\n" +
|
|
"\n" +
|
|
"model_path\x18\n" +
|
|
" \x01(\tR\tmodelPath\x12*\n" +
|
|
"\x11served_model_name\x18\v \x01(\tR\x0fservedModelName\x1a6\n" +
|
|
"\bEnvEntry\x12\x10\n" +
|
|
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
|
|
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"%\n" +
|
|
"\rRemoveWeights\x12\x14\n" +
|
|
"\x05paths\x18\x01 \x03(\tR\x05paths\"&\n" +
|
|
"\tStopShard\x12\x19\n" +
|
|
"\bshard_id\x18\x01 \x01(\tR\ashardId\"'\n" +
|
|
"\n" +
|
|
"DrainShard\x12\x19\n" +
|
|
"\bshard_id\x18\x01 \x01(\tR\ashardId\"J\n" +
|
|
"\x03Ack\x12\x1d\n" +
|
|
"\n" +
|
|
"message_id\x18\x01 \x01(\tR\tmessageId\x12\x0e\n" +
|
|
"\x02ok\x18\x02 \x01(\bR\x02ok\x12\x14\n" +
|
|
"\x05error\x18\x03 \x01(\tR\x05error\"Z\n" +
|
|
"\vLogsRequest\x12\x1d\n" +
|
|
"\n" +
|
|
"request_id\x18\x01 \x01(\tR\trequestId\x12\x16\n" +
|
|
"\x06source\x18\x02 \x01(\tR\x06source\x12\x14\n" +
|
|
"\x05lines\x18\x03 \x01(\x05R\x05lines\"p\n" +
|
|
"\tLogsReply\x12\x1d\n" +
|
|
"\n" +
|
|
"request_id\x18\x01 \x01(\tR\trequestId\x12\x14\n" +
|
|
"\x05lines\x18\x02 \x03(\tR\x05lines\x12\x18\n" +
|
|
"\asources\x18\x03 \x03(\tR\asources\x12\x14\n" +
|
|
"\x05error\x18\x04 \x01(\tR\x05error\"X\n" +
|
|
"\x11FabricScanRequest\x12\x1d\n" +
|
|
"\n" +
|
|
"request_id\x18\x01 \x01(\tR\trequestId\x12\x10\n" +
|
|
"\x03hca\x18\x02 \x01(\tR\x03hca\x12\x12\n" +
|
|
"\x04port\x18\x03 \x01(\x05R\x04port\"w\n" +
|
|
"\x0fFabricScanReply\x12\x1d\n" +
|
|
"\n" +
|
|
"request_id\x18\x01 \x01(\tR\trequestId\x12\x16\n" +
|
|
"\x06output\x18\x02 \x01(\tR\x06output\x12\x14\n" +
|
|
"\x05error\x18\x03 \x01(\tR\x05error\x12\x17\n" +
|
|
"\atook_ms\x18\x04 \x01(\x03R\x06tookMs\"\xb5\x01\n" +
|
|
"\x11FabricTestRequest\x12\x1d\n" +
|
|
"\n" +
|
|
"request_id\x18\x01 \x01(\tR\trequestId\x12\x12\n" +
|
|
"\x04role\x18\x02 \x01(\tR\x04role\x12\x10\n" +
|
|
"\x03hca\x18\x03 \x01(\tR\x03hca\x12\x12\n" +
|
|
"\x04port\x18\x04 \x01(\x05R\x04port\x12\x12\n" +
|
|
"\x04peer\x18\x05 \x01(\tR\x04peer\x12\x19\n" +
|
|
"\btcp_port\x18\x06 \x01(\x05R\atcpPort\x12\x18\n" +
|
|
"\aseconds\x18\a \x01(\x05R\aseconds\"\x8b\x01\n" +
|
|
"\x0fFabricTestReply\x12\x1d\n" +
|
|
"\n" +
|
|
"request_id\x18\x01 \x01(\tR\trequestId\x12\x12\n" +
|
|
"\x04gbps\x18\x02 \x01(\x01R\x04gbps\x12\x16\n" +
|
|
"\x06output\x18\x03 \x01(\tR\x06output\x12\x14\n" +
|
|
"\x05error\x18\x04 \x01(\tR\x05error\x12\x17\n" +
|
|
"\atook_ms\x18\x05 \x01(\x03R\x06tookMs2O\n" +
|
|
"\fAgentService\x12?\n" +
|
|
"\aConnect\x12\x16.llmgw.v1.AgentMessage\x1a\x18.llmgw.v1.ControlMessage(\x010\x01B\x93\x01\n" +
|
|
"\fcom.llmgw.v1B\n" +
|
|
"AgentProtoP\x01Z6gitea.mynodes.xyz/ilker/llmgw/api/gen/llmgw/v1;llmgwv1\xa2\x02\x03LXX\xaa\x02\bLlmgw.V1\xca\x02\bLlmgw\\V1\xe2\x02\x14Llmgw\\V1\\GPBMetadata\xea\x02\tLlmgw::V1b\x06proto3"
|
|
|
|
var (
|
|
file_llmgw_v1_agent_proto_rawDescOnce sync.Once
|
|
file_llmgw_v1_agent_proto_rawDescData []byte
|
|
)
|
|
|
|
func file_llmgw_v1_agent_proto_rawDescGZIP() []byte {
|
|
file_llmgw_v1_agent_proto_rawDescOnce.Do(func() {
|
|
file_llmgw_v1_agent_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_llmgw_v1_agent_proto_rawDesc), len(file_llmgw_v1_agent_proto_rawDesc)))
|
|
})
|
|
return file_llmgw_v1_agent_proto_rawDescData
|
|
}
|
|
|
|
var file_llmgw_v1_agent_proto_enumTypes = make([]protoimpl.EnumInfo, 1)
|
|
var file_llmgw_v1_agent_proto_msgTypes = make([]protoimpl.MessageInfo, 39)
|
|
var file_llmgw_v1_agent_proto_goTypes = []any{
|
|
(ShardStatus_State)(0), // 0: llmgw.v1.ShardStatus.State
|
|
(*AgentMessage)(nil), // 1: llmgw.v1.AgentMessage
|
|
(*ControlMessage)(nil), // 2: llmgw.v1.ControlMessage
|
|
(*Register)(nil), // 3: llmgw.v1.Register
|
|
(*Host)(nil), // 4: llmgw.v1.Host
|
|
(*Storage)(nil), // 5: llmgw.v1.Storage
|
|
(*RunningShard)(nil), // 6: llmgw.v1.RunningShard
|
|
(*GPU)(nil), // 7: llmgw.v1.GPU
|
|
(*FabricAttachment)(nil), // 8: llmgw.v1.FabricAttachment
|
|
(*LocalWeights)(nil), // 9: llmgw.v1.LocalWeights
|
|
(*NodeLoad)(nil), // 10: llmgw.v1.NodeLoad
|
|
(*ShardLoad)(nil), // 11: llmgw.v1.ShardLoad
|
|
(*IBPort)(nil), // 12: llmgw.v1.IBPort
|
|
(*SubnetManager)(nil), // 13: llmgw.v1.SubnetManager
|
|
(*IMEX)(nil), // 14: llmgw.v1.IMEX
|
|
(*GPUFabricState)(nil), // 15: llmgw.v1.GPUFabricState
|
|
(*Heartbeat)(nil), // 16: llmgw.v1.Heartbeat
|
|
(*Provision)(nil), // 17: llmgw.v1.Provision
|
|
(*EngineWant)(nil), // 18: llmgw.v1.EngineWant
|
|
(*ProvisionStatus)(nil), // 19: llmgw.v1.ProvisionStatus
|
|
(*ShardStatus)(nil), // 20: llmgw.v1.ShardStatus
|
|
(*FetchProgress)(nil), // 21: llmgw.v1.FetchProgress
|
|
(*StartShard)(nil), // 22: llmgw.v1.StartShard
|
|
(*EngineProfile)(nil), // 23: llmgw.v1.EngineProfile
|
|
(*RemoveWeights)(nil), // 24: llmgw.v1.RemoveWeights
|
|
(*StopShard)(nil), // 25: llmgw.v1.StopShard
|
|
(*DrainShard)(nil), // 26: llmgw.v1.DrainShard
|
|
(*Ack)(nil), // 27: llmgw.v1.Ack
|
|
(*LogsRequest)(nil), // 28: llmgw.v1.LogsRequest
|
|
(*LogsReply)(nil), // 29: llmgw.v1.LogsReply
|
|
(*FabricScanRequest)(nil), // 30: llmgw.v1.FabricScanRequest
|
|
(*FabricScanReply)(nil), // 31: llmgw.v1.FabricScanReply
|
|
(*FabricTestRequest)(nil), // 32: llmgw.v1.FabricTestRequest
|
|
(*FabricTestReply)(nil), // 33: llmgw.v1.FabricTestReply
|
|
nil, // 34: llmgw.v1.Register.LabelsEntry
|
|
nil, // 35: llmgw.v1.Register.EngineVersionsEntry
|
|
nil, // 36: llmgw.v1.GPU.NicPathsEntry
|
|
nil, // 37: llmgw.v1.IBPort.CountersEntry
|
|
nil, // 38: llmgw.v1.Heartbeat.EngineVersionsEntry
|
|
nil, // 39: llmgw.v1.EngineProfile.EnvEntry
|
|
}
|
|
var file_llmgw_v1_agent_proto_depIdxs = []int32{
|
|
3, // 0: llmgw.v1.AgentMessage.register:type_name -> llmgw.v1.Register
|
|
16, // 1: llmgw.v1.AgentMessage.heartbeat:type_name -> llmgw.v1.Heartbeat
|
|
20, // 2: llmgw.v1.AgentMessage.shard:type_name -> llmgw.v1.ShardStatus
|
|
29, // 3: llmgw.v1.AgentMessage.logs:type_name -> llmgw.v1.LogsReply
|
|
31, // 4: llmgw.v1.AgentMessage.fabric_scan:type_name -> llmgw.v1.FabricScanReply
|
|
33, // 5: llmgw.v1.AgentMessage.fabric_test:type_name -> llmgw.v1.FabricTestReply
|
|
22, // 6: llmgw.v1.ControlMessage.start:type_name -> llmgw.v1.StartShard
|
|
25, // 7: llmgw.v1.ControlMessage.stop:type_name -> llmgw.v1.StopShard
|
|
26, // 8: llmgw.v1.ControlMessage.drain:type_name -> llmgw.v1.DrainShard
|
|
27, // 9: llmgw.v1.ControlMessage.ack:type_name -> llmgw.v1.Ack
|
|
24, // 10: llmgw.v1.ControlMessage.remove_weights:type_name -> llmgw.v1.RemoveWeights
|
|
17, // 11: llmgw.v1.ControlMessage.provision:type_name -> llmgw.v1.Provision
|
|
28, // 12: llmgw.v1.ControlMessage.logs:type_name -> llmgw.v1.LogsRequest
|
|
30, // 13: llmgw.v1.ControlMessage.fabric_scan:type_name -> llmgw.v1.FabricScanRequest
|
|
32, // 14: llmgw.v1.ControlMessage.fabric_test:type_name -> llmgw.v1.FabricTestRequest
|
|
34, // 15: llmgw.v1.Register.labels:type_name -> llmgw.v1.Register.LabelsEntry
|
|
7, // 16: llmgw.v1.Register.gpus:type_name -> llmgw.v1.GPU
|
|
8, // 17: llmgw.v1.Register.fabrics:type_name -> llmgw.v1.FabricAttachment
|
|
35, // 18: llmgw.v1.Register.engine_versions:type_name -> llmgw.v1.Register.EngineVersionsEntry
|
|
6, // 19: llmgw.v1.Register.running_shards:type_name -> llmgw.v1.RunningShard
|
|
9, // 20: llmgw.v1.Register.weights:type_name -> llmgw.v1.LocalWeights
|
|
5, // 21: llmgw.v1.Register.storage:type_name -> llmgw.v1.Storage
|
|
4, // 22: llmgw.v1.Register.host:type_name -> llmgw.v1.Host
|
|
14, // 23: llmgw.v1.Register.imex:type_name -> llmgw.v1.IMEX
|
|
0, // 24: llmgw.v1.RunningShard.state:type_name -> llmgw.v1.ShardStatus.State
|
|
36, // 25: llmgw.v1.GPU.nic_paths:type_name -> llmgw.v1.GPU.NicPathsEntry
|
|
11, // 26: llmgw.v1.NodeLoad.shards:type_name -> llmgw.v1.ShardLoad
|
|
37, // 27: llmgw.v1.IBPort.counters:type_name -> llmgw.v1.IBPort.CountersEntry
|
|
13, // 28: llmgw.v1.IBPort.subnet_managers:type_name -> llmgw.v1.SubnetManager
|
|
5, // 29: llmgw.v1.Heartbeat.storage:type_name -> llmgw.v1.Storage
|
|
9, // 30: llmgw.v1.Heartbeat.weights:type_name -> llmgw.v1.LocalWeights
|
|
38, // 31: llmgw.v1.Heartbeat.engine_versions:type_name -> llmgw.v1.Heartbeat.EngineVersionsEntry
|
|
19, // 32: llmgw.v1.Heartbeat.provision:type_name -> llmgw.v1.ProvisionStatus
|
|
10, // 33: llmgw.v1.Heartbeat.load:type_name -> llmgw.v1.NodeLoad
|
|
12, // 34: llmgw.v1.Heartbeat.ib_ports:type_name -> llmgw.v1.IBPort
|
|
8, // 35: llmgw.v1.Heartbeat.fabrics:type_name -> llmgw.v1.FabricAttachment
|
|
15, // 36: llmgw.v1.Heartbeat.gpu_fabric:type_name -> llmgw.v1.GPUFabricState
|
|
14, // 37: llmgw.v1.Heartbeat.imex:type_name -> llmgw.v1.IMEX
|
|
18, // 38: llmgw.v1.Provision.engines:type_name -> llmgw.v1.EngineWant
|
|
0, // 39: llmgw.v1.ShardStatus.state:type_name -> llmgw.v1.ShardStatus.State
|
|
21, // 40: llmgw.v1.ShardStatus.fetch:type_name -> llmgw.v1.FetchProgress
|
|
23, // 41: llmgw.v1.StartShard.profile:type_name -> llmgw.v1.EngineProfile
|
|
39, // 42: llmgw.v1.EngineProfile.env:type_name -> llmgw.v1.EngineProfile.EnvEntry
|
|
1, // 43: llmgw.v1.AgentService.Connect:input_type -> llmgw.v1.AgentMessage
|
|
2, // 44: llmgw.v1.AgentService.Connect:output_type -> llmgw.v1.ControlMessage
|
|
44, // [44:45] is the sub-list for method output_type
|
|
43, // [43:44] is the sub-list for method input_type
|
|
43, // [43:43] is the sub-list for extension type_name
|
|
43, // [43:43] is the sub-list for extension extendee
|
|
0, // [0:43] is the sub-list for field type_name
|
|
}
|
|
|
|
func init() { file_llmgw_v1_agent_proto_init() }
|
|
func file_llmgw_v1_agent_proto_init() {
|
|
if File_llmgw_v1_agent_proto != nil {
|
|
return
|
|
}
|
|
file_llmgw_v1_agent_proto_msgTypes[0].OneofWrappers = []any{
|
|
(*AgentMessage_Register)(nil),
|
|
(*AgentMessage_Heartbeat)(nil),
|
|
(*AgentMessage_Shard)(nil),
|
|
(*AgentMessage_Logs)(nil),
|
|
(*AgentMessage_FabricScan)(nil),
|
|
(*AgentMessage_FabricTest)(nil),
|
|
}
|
|
file_llmgw_v1_agent_proto_msgTypes[1].OneofWrappers = []any{
|
|
(*ControlMessage_Start)(nil),
|
|
(*ControlMessage_Stop)(nil),
|
|
(*ControlMessage_Drain)(nil),
|
|
(*ControlMessage_Ack)(nil),
|
|
(*ControlMessage_RemoveWeights)(nil),
|
|
(*ControlMessage_Provision)(nil),
|
|
(*ControlMessage_Logs)(nil),
|
|
(*ControlMessage_FabricScan)(nil),
|
|
(*ControlMessage_FabricTest)(nil),
|
|
}
|
|
type x struct{}
|
|
out := protoimpl.TypeBuilder{
|
|
File: protoimpl.DescBuilder{
|
|
GoPackagePath: reflect.TypeOf(x{}).PkgPath(),
|
|
RawDescriptor: unsafe.Slice(unsafe.StringData(file_llmgw_v1_agent_proto_rawDesc), len(file_llmgw_v1_agent_proto_rawDesc)),
|
|
NumEnums: 1,
|
|
NumMessages: 39,
|
|
NumExtensions: 0,
|
|
NumServices: 1,
|
|
},
|
|
GoTypes: file_llmgw_v1_agent_proto_goTypes,
|
|
DependencyIndexes: file_llmgw_v1_agent_proto_depIdxs,
|
|
EnumInfos: file_llmgw_v1_agent_proto_enumTypes,
|
|
MessageInfos: file_llmgw_v1_agent_proto_msgTypes,
|
|
}.Build()
|
|
File_llmgw_v1_agent_proto = out.File
|
|
file_llmgw_v1_agent_proto_goTypes = nil
|
|
file_llmgw_v1_agent_proto_depIdxs = nil
|
|
}
|