CI / test (push) Successful in 1m44s
Not persisting replica state left one hole: restarting the control plane made it forget every replica while the engines kept running. They held GPUs the inventory believed were free, so the next placement failed to allocate, with an error naming the new process rather than the old one. The fix belongs on the agent, not in a database. A row can say "running" about a process that died; the fleet cannot. - the supervisor writes the full shard spec, not just a pid and command line. A pid identifies a process; the spec is what lets it be described back to the control plane and matched to a replica. - Adopt takes over an engine a previous agent left running. It is not this process's child, so it cannot be waited on: it is watched by polling and stopped by signalling its group directly. Its earlier output is gone and the log says so rather than presenting emptiness as silence. - every Register reports what the agent is running, not only the first, because a reconnect may be a control plane restart and has to recover the same way. - the reconciler rebuilds replicas from those reports and reclaims their GPUs. Anything whose model or profile left the catalog is stopped; nothing will route to it and it is holding cards. - an engine the agent cannot identify is killed. A process holding GPUs that nothing can describe is worse than no process, because placement hands those GPUs out again. Stop was also wrong for adopted shards: it checked for an exec.Cmd, which they do not have, and reported them stopped without killing anything. TestAgentReconnects had been passing for no reason. httptest's CloseClientConnections does nothing to an h2c stream — prior-knowledge h2c hijacks the connection and httptest stops tracking hijacked ones — so the agent never reconnected, and the assertion on the connection map passed on a stale entry. Tests now sever connections through their own listener and count opened streams. Plan §11 also records what multi-node still needs, since placement landing early makes it look further along than it is: workers never become Ready because the agent health-checks every shard while only rank 0 serves HTTP; RayCommand is written and tested but never called; and startup is fire-and-forget. Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
1638 lines
48 KiB
Go
1638 lines
48 KiB
Go
// Code generated by protoc-gen-go. DO NOT EDIT.
|
|
// versions:
|
|
// protoc-gen-go v1.36.12
|
|
// protoc (unknown)
|
|
// source: llmgw/v1/agent.proto
|
|
|
|
// Package llmgw.v1 is the protocol between a node agent and the control plane
|
|
// (plan §5.6).
|
|
//
|
|
// The agent dials out and holds a bidirectional stream open. That direction is
|
|
// deliberate: GPU nodes sit behind firewalls and NAT far more often than a
|
|
// control plane does, and an outbound connection needs no inbound rule on every
|
|
// node in the fleet.
|
|
|
|
package llmgwv1
|
|
|
|
import (
|
|
protoreflect "google.golang.org/protobuf/reflect/protoreflect"
|
|
protoimpl "google.golang.org/protobuf/runtime/protoimpl"
|
|
reflect "reflect"
|
|
sync "sync"
|
|
unsafe "unsafe"
|
|
)
|
|
|
|
const (
|
|
// Verify that this generated code is sufficiently up-to-date.
|
|
_ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion)
|
|
// Verify that runtime/protoimpl is sufficiently up-to-date.
|
|
_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)
|
|
)
|
|
|
|
type ShardStatus_State int32
|
|
|
|
const (
|
|
ShardStatus_STATE_UNSPECIFIED ShardStatus_State = 0
|
|
ShardStatus_STATE_PENDING ShardStatus_State = 1
|
|
ShardStatus_STATE_STARTING ShardStatus_State = 2
|
|
ShardStatus_STATE_LOADING ShardStatus_State = 3
|
|
ShardStatus_STATE_READY ShardStatus_State = 4
|
|
ShardStatus_STATE_DRAINING ShardStatus_State = 5
|
|
ShardStatus_STATE_STOPPED ShardStatus_State = 6
|
|
ShardStatus_STATE_FAILED ShardStatus_State = 7
|
|
)
|
|
|
|
// Enum value maps for ShardStatus_State.
|
|
var (
|
|
ShardStatus_State_name = map[int32]string{
|
|
0: "STATE_UNSPECIFIED",
|
|
1: "STATE_PENDING",
|
|
2: "STATE_STARTING",
|
|
3: "STATE_LOADING",
|
|
4: "STATE_READY",
|
|
5: "STATE_DRAINING",
|
|
6: "STATE_STOPPED",
|
|
7: "STATE_FAILED",
|
|
}
|
|
ShardStatus_State_value = map[string]int32{
|
|
"STATE_UNSPECIFIED": 0,
|
|
"STATE_PENDING": 1,
|
|
"STATE_STARTING": 2,
|
|
"STATE_LOADING": 3,
|
|
"STATE_READY": 4,
|
|
"STATE_DRAINING": 5,
|
|
"STATE_STOPPED": 6,
|
|
"STATE_FAILED": 7,
|
|
}
|
|
)
|
|
|
|
func (x ShardStatus_State) Enum() *ShardStatus_State {
|
|
p := new(ShardStatus_State)
|
|
*p = x
|
|
return p
|
|
}
|
|
|
|
func (x ShardStatus_State) String() string {
|
|
return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x))
|
|
}
|
|
|
|
func (ShardStatus_State) Descriptor() protoreflect.EnumDescriptor {
|
|
return file_llmgw_v1_agent_proto_enumTypes[0].Descriptor()
|
|
}
|
|
|
|
func (ShardStatus_State) Type() protoreflect.EnumType {
|
|
return &file_llmgw_v1_agent_proto_enumTypes[0]
|
|
}
|
|
|
|
func (x ShardStatus_State) Number() protoreflect.EnumNumber {
|
|
return protoreflect.EnumNumber(x)
|
|
}
|
|
|
|
// Deprecated: Use ShardStatus_State.Descriptor instead.
|
|
func (ShardStatus_State) EnumDescriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{7, 0}
|
|
}
|
|
|
|
// AgentMessage is anything a node tells the control plane.
|
|
type AgentMessage struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// Types that are valid to be assigned to Msg:
|
|
//
|
|
// *AgentMessage_Register
|
|
// *AgentMessage_Heartbeat
|
|
// *AgentMessage_Shard
|
|
Msg isAgentMessage_Msg `protobuf_oneof:"msg"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *AgentMessage) Reset() {
|
|
*x = AgentMessage{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[0]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *AgentMessage) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*AgentMessage) ProtoMessage() {}
|
|
|
|
func (x *AgentMessage) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[0]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use AgentMessage.ProtoReflect.Descriptor instead.
|
|
func (*AgentMessage) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{0}
|
|
}
|
|
|
|
func (x *AgentMessage) GetMsg() isAgentMessage_Msg {
|
|
if x != nil {
|
|
return x.Msg
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *AgentMessage) GetRegister() *Register {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*AgentMessage_Register); ok {
|
|
return x.Register
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *AgentMessage) GetHeartbeat() *Heartbeat {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*AgentMessage_Heartbeat); ok {
|
|
return x.Heartbeat
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *AgentMessage) GetShard() *ShardStatus {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*AgentMessage_Shard); ok {
|
|
return x.Shard
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type isAgentMessage_Msg interface {
|
|
isAgentMessage_Msg()
|
|
}
|
|
|
|
type AgentMessage_Register struct {
|
|
Register *Register `protobuf:"bytes,1,opt,name=register,proto3,oneof"`
|
|
}
|
|
|
|
type AgentMessage_Heartbeat struct {
|
|
Heartbeat *Heartbeat `protobuf:"bytes,2,opt,name=heartbeat,proto3,oneof"`
|
|
}
|
|
|
|
type AgentMessage_Shard struct {
|
|
Shard *ShardStatus `protobuf:"bytes,3,opt,name=shard,proto3,oneof"`
|
|
}
|
|
|
|
func (*AgentMessage_Register) isAgentMessage_Msg() {}
|
|
|
|
func (*AgentMessage_Heartbeat) isAgentMessage_Msg() {}
|
|
|
|
func (*AgentMessage_Shard) isAgentMessage_Msg() {}
|
|
|
|
// ControlMessage is anything the control plane tells a node.
|
|
type ControlMessage struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// Types that are valid to be assigned to Msg:
|
|
//
|
|
// *ControlMessage_Start
|
|
// *ControlMessage_Stop
|
|
// *ControlMessage_Drain
|
|
// *ControlMessage_Ack
|
|
Msg isControlMessage_Msg `protobuf_oneof:"msg"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *ControlMessage) Reset() {
|
|
*x = ControlMessage{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[1]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *ControlMessage) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*ControlMessage) ProtoMessage() {}
|
|
|
|
func (x *ControlMessage) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[1]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use ControlMessage.ProtoReflect.Descriptor instead.
|
|
func (*ControlMessage) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{1}
|
|
}
|
|
|
|
func (x *ControlMessage) GetMsg() isControlMessage_Msg {
|
|
if x != nil {
|
|
return x.Msg
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetStart() *StartShard {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Start); ok {
|
|
return x.Start
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetStop() *StopShard {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Stop); ok {
|
|
return x.Stop
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetDrain() *DrainShard {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Drain); ok {
|
|
return x.Drain
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *ControlMessage) GetAck() *Ack {
|
|
if x != nil {
|
|
if x, ok := x.Msg.(*ControlMessage_Ack); ok {
|
|
return x.Ack
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type isControlMessage_Msg interface {
|
|
isControlMessage_Msg()
|
|
}
|
|
|
|
type ControlMessage_Start struct {
|
|
Start *StartShard `protobuf:"bytes,1,opt,name=start,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_Stop struct {
|
|
Stop *StopShard `protobuf:"bytes,2,opt,name=stop,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_Drain struct {
|
|
Drain *DrainShard `protobuf:"bytes,3,opt,name=drain,proto3,oneof"`
|
|
}
|
|
|
|
type ControlMessage_Ack struct {
|
|
Ack *Ack `protobuf:"bytes,4,opt,name=ack,proto3,oneof"`
|
|
}
|
|
|
|
func (*ControlMessage_Start) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_Stop) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_Drain) isControlMessage_Msg() {}
|
|
|
|
func (*ControlMessage_Ack) isControlMessage_Msg() {}
|
|
|
|
// Register is the first message on every stream. It carries the node's full
|
|
// hardware inventory, so the control plane needs no separate discovery call and
|
|
// a reconnecting agent automatically refreshes what the scheduler knows.
|
|
type Register struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
NodeId string `protobuf:"bytes,1,opt,name=node_id,json=nodeId,proto3" json:"node_id,omitempty"`
|
|
Hostname string `protobuf:"bytes,2,opt,name=hostname,proto3" json:"hostname,omitempty"`
|
|
// mgmt_addr is the address engines are reachable on, and the address NCCL
|
|
// bootstraps over. Never a fabric address: NCCL rendezvouses over TCP before
|
|
// it moves to RDMA.
|
|
MgmtAddr string `protobuf:"bytes,3,opt,name=mgmt_addr,json=mgmtAddr,proto3" json:"mgmt_addr,omitempty"`
|
|
Labels map[string]string `protobuf:"bytes,4,rep,name=labels,proto3" json:"labels,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
|
|
Gpus []*GPU `protobuf:"bytes,5,rep,name=gpus,proto3" json:"gpus,omitempty"`
|
|
// fabrics is empty on a node without InfiniBand. Such a node is its own
|
|
// single-node island and can never host a multi-node replica.
|
|
Fabrics []*FabricAttachment `protobuf:"bytes,6,rep,name=fabrics,proto3" json:"fabrics,omitempty"`
|
|
AgentVersion string `protobuf:"bytes,7,opt,name=agent_version,json=agentVersion,proto3" json:"agent_version,omitempty"`
|
|
// engine_versions decides which CLI flags and metric names apply; both drift
|
|
// between engine releases (plan §14).
|
|
EngineVersions map[string]string `protobuf:"bytes,8,rep,name=engine_versions,json=engineVersions,proto3" json:"engine_versions,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
|
|
// running_shards are the engines this agent is already supervising, including
|
|
// ones adopted from a previous agent.
|
|
//
|
|
// This is what lets a control plane restart recover instead of orphaning live
|
|
// engines. Without it the control plane forgets every replica, places new
|
|
// ones, and the old engines keep holding GPUs the inventory believes are free
|
|
// — so the new engines fail to allocate, with an error naming the wrong
|
|
// process (plan §6.5).
|
|
RunningShards []*RunningShard `protobuf:"bytes,9,rep,name=running_shards,json=runningShards,proto3" json:"running_shards,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *Register) Reset() {
|
|
*x = Register{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[2]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *Register) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*Register) ProtoMessage() {}
|
|
|
|
func (x *Register) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[2]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use Register.ProtoReflect.Descriptor instead.
|
|
func (*Register) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{2}
|
|
}
|
|
|
|
func (x *Register) GetNodeId() string {
|
|
if x != nil {
|
|
return x.NodeId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Register) GetHostname() string {
|
|
if x != nil {
|
|
return x.Hostname
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Register) GetMgmtAddr() string {
|
|
if x != nil {
|
|
return x.MgmtAddr
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Register) GetLabels() map[string]string {
|
|
if x != nil {
|
|
return x.Labels
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetGpus() []*GPU {
|
|
if x != nil {
|
|
return x.Gpus
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetFabrics() []*FabricAttachment {
|
|
if x != nil {
|
|
return x.Fabrics
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetAgentVersion() string {
|
|
if x != nil {
|
|
return x.AgentVersion
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Register) GetEngineVersions() map[string]string {
|
|
if x != nil {
|
|
return x.EngineVersions
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Register) GetRunningShards() []*RunningShard {
|
|
if x != nil {
|
|
return x.RunningShards
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// RunningShard describes an engine already running on a node.
|
|
//
|
|
// It carries enough for the control plane to rebuild the replica it belongs to,
|
|
// which is more than a shard id: the replica's identity, its pool and fabric,
|
|
// and the leader endpoint clients reach it through.
|
|
type RunningShard struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
ReplicaId string `protobuf:"bytes,1,opt,name=replica_id,json=replicaId,proto3" json:"replica_id,omitempty"`
|
|
ShardId string `protobuf:"bytes,2,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
Rank int32 `protobuf:"varint,3,opt,name=rank,proto3" json:"rank,omitempty"`
|
|
Nnodes int32 `protobuf:"varint,4,opt,name=nnodes,proto3" json:"nnodes,omitempty"`
|
|
GpuIndices []int32 `protobuf:"varint,5,rep,packed,name=gpu_indices,json=gpuIndices,proto3" json:"gpu_indices,omitempty"`
|
|
Hcas []string `protobuf:"bytes,6,rep,name=hcas,proto3" json:"hcas,omitempty"`
|
|
HttpPort int32 `protobuf:"varint,7,opt,name=http_port,json=httpPort,proto3" json:"http_port,omitempty"`
|
|
State ShardStatus_State `protobuf:"varint,8,opt,name=state,proto3,enum=llmgw.v1.ShardStatus_State" json:"state,omitempty"`
|
|
// model and profile name the catalog entry this shard was started from.
|
|
Model string `protobuf:"bytes,9,opt,name=model,proto3" json:"model,omitempty"`
|
|
Profile string `protobuf:"bytes,10,opt,name=profile,proto3" json:"profile,omitempty"`
|
|
// pool and fabric are echoed back from the StartShard that created it; the
|
|
// agent has no way to derive them.
|
|
Pool string `protobuf:"bytes,11,opt,name=pool,proto3" json:"pool,omitempty"`
|
|
Fabric string `protobuf:"bytes,12,opt,name=fabric,proto3" json:"fabric,omitempty"`
|
|
LeaderAddr string `protobuf:"bytes,13,opt,name=leader_addr,json=leaderAddr,proto3" json:"leader_addr,omitempty"`
|
|
LeaderPort int32 `protobuf:"varint,14,opt,name=leader_port,json=leaderPort,proto3" json:"leader_port,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *RunningShard) Reset() {
|
|
*x = RunningShard{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[3]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *RunningShard) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*RunningShard) ProtoMessage() {}
|
|
|
|
func (x *RunningShard) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[3]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use RunningShard.ProtoReflect.Descriptor instead.
|
|
func (*RunningShard) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{3}
|
|
}
|
|
|
|
func (x *RunningShard) GetReplicaId() string {
|
|
if x != nil {
|
|
return x.ReplicaId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetRank() int32 {
|
|
if x != nil {
|
|
return x.Rank
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *RunningShard) GetNnodes() int32 {
|
|
if x != nil {
|
|
return x.Nnodes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *RunningShard) GetGpuIndices() []int32 {
|
|
if x != nil {
|
|
return x.GpuIndices
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *RunningShard) GetHcas() []string {
|
|
if x != nil {
|
|
return x.Hcas
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *RunningShard) GetHttpPort() int32 {
|
|
if x != nil {
|
|
return x.HttpPort
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *RunningShard) GetState() ShardStatus_State {
|
|
if x != nil {
|
|
return x.State
|
|
}
|
|
return ShardStatus_STATE_UNSPECIFIED
|
|
}
|
|
|
|
func (x *RunningShard) GetModel() string {
|
|
if x != nil {
|
|
return x.Model
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetProfile() string {
|
|
if x != nil {
|
|
return x.Profile
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetPool() string {
|
|
if x != nil {
|
|
return x.Pool
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetFabric() string {
|
|
if x != nil {
|
|
return x.Fabric
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetLeaderAddr() string {
|
|
if x != nil {
|
|
return x.LeaderAddr
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *RunningShard) GetLeaderPort() int32 {
|
|
if x != nil {
|
|
return x.LeaderPort
|
|
}
|
|
return 0
|
|
}
|
|
|
|
type GPU struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Index int32 `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"`
|
|
Uuid string `protobuf:"bytes,2,opt,name=uuid,proto3" json:"uuid,omitempty"`
|
|
Name string `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
|
|
MemoryTotalMb int32 `protobuf:"varint,4,opt,name=memory_total_mb,json=memoryTotalMb,proto3" json:"memory_total_mb,omitempty"`
|
|
MemoryUsedMb int32 `protobuf:"varint,5,opt,name=memory_used_mb,json=memoryUsedMb,proto3" json:"memory_used_mb,omitempty"`
|
|
ComputeCapability string `protobuf:"bytes,6,opt,name=compute_capability,json=computeCapability,proto3" json:"compute_capability,omitempty"`
|
|
NumaNode int32 `protobuf:"varint,7,opt,name=numa_node,json=numaNode,proto3" json:"numa_node,omitempty"`
|
|
PciBusId string `protobuf:"bytes,8,opt,name=pci_bus_id,json=pciBusId,proto3" json:"pci_bus_id,omitempty"`
|
|
DriverVersion string `protobuf:"bytes,9,opt,name=driver_version,json=driverVersion,proto3" json:"driver_version,omitempty"`
|
|
CudaVersion string `protobuf:"bytes,10,opt,name=cuda_version,json=cudaVersion,proto3" json:"cuda_version,omitempty"`
|
|
// nvlink_peers is only populated by agents built with the nvml tag.
|
|
NvlinkPeers []int32 `protobuf:"varint,11,rep,packed,name=nvlink_peers,json=nvlinkPeers,proto3" json:"nvlink_peers,omitempty"`
|
|
// problems keeps a GPU out of placement: ECC faults, or memory already held
|
|
// by another process.
|
|
Problems []string `protobuf:"bytes,12,rep,name=problems,proto3" json:"problems,omitempty"`
|
|
TemperatureC int32 `protobuf:"varint,13,opt,name=temperature_c,json=temperatureC,proto3" json:"temperature_c,omitempty"`
|
|
EccErrors int32 `protobuf:"varint,14,opt,name=ecc_errors,json=eccErrors,proto3" json:"ecc_errors,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *GPU) Reset() {
|
|
*x = GPU{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[4]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *GPU) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*GPU) ProtoMessage() {}
|
|
|
|
func (x *GPU) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[4]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use GPU.ProtoReflect.Descriptor instead.
|
|
func (*GPU) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{4}
|
|
}
|
|
|
|
func (x *GPU) GetIndex() int32 {
|
|
if x != nil {
|
|
return x.Index
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetUuid() string {
|
|
if x != nil {
|
|
return x.Uuid
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetName() string {
|
|
if x != nil {
|
|
return x.Name
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetMemoryTotalMb() int32 {
|
|
if x != nil {
|
|
return x.MemoryTotalMb
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetMemoryUsedMb() int32 {
|
|
if x != nil {
|
|
return x.MemoryUsedMb
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetComputeCapability() string {
|
|
if x != nil {
|
|
return x.ComputeCapability
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetNumaNode() int32 {
|
|
if x != nil {
|
|
return x.NumaNode
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetPciBusId() string {
|
|
if x != nil {
|
|
return x.PciBusId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetDriverVersion() string {
|
|
if x != nil {
|
|
return x.DriverVersion
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetCudaVersion() string {
|
|
if x != nil {
|
|
return x.CudaVersion
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *GPU) GetNvlinkPeers() []int32 {
|
|
if x != nil {
|
|
return x.NvlinkPeers
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *GPU) GetProblems() []string {
|
|
if x != nil {
|
|
return x.Problems
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *GPU) GetTemperatureC() int32 {
|
|
if x != nil {
|
|
return x.TemperatureC
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *GPU) GetEccErrors() int32 {
|
|
if x != nil {
|
|
return x.EccErrors
|
|
}
|
|
return 0
|
|
}
|
|
|
|
type FabricAttachment struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
// fabric is the operator-assigned name. It is not derived from the GID
|
|
// prefix: OpenSM defaults to fe80:: on every fabric, so a matching prefix
|
|
// proves nothing (plan §5.2).
|
|
Fabric string `protobuf:"bytes,1,opt,name=fabric,proto3" json:"fabric,omitempty"`
|
|
Hcas []string `protobuf:"bytes,2,rep,name=hcas,proto3" json:"hcas,omitempty"`
|
|
RateGbps int32 `protobuf:"varint,3,opt,name=rate_gbps,json=rateGbps,proto3" json:"rate_gbps,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *FabricAttachment) Reset() {
|
|
*x = FabricAttachment{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[5]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *FabricAttachment) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*FabricAttachment) ProtoMessage() {}
|
|
|
|
func (x *FabricAttachment) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[5]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use FabricAttachment.ProtoReflect.Descriptor instead.
|
|
func (*FabricAttachment) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{5}
|
|
}
|
|
|
|
func (x *FabricAttachment) GetFabric() string {
|
|
if x != nil {
|
|
return x.Fabric
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *FabricAttachment) GetHcas() []string {
|
|
if x != nil {
|
|
return x.Hcas
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *FabricAttachment) GetRateGbps() int32 {
|
|
if x != nil {
|
|
return x.RateGbps
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// Heartbeat says the node is alive and reports anything that changed cheaply.
|
|
type Heartbeat struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
NodeId string `protobuf:"bytes,1,opt,name=node_id,json=nodeId,proto3" json:"node_id,omitempty"`
|
|
// gpu_memory_used_mb, indexed by GPU, catches a foreign process appearing on
|
|
// a card after registration.
|
|
GpuMemoryUsedMb []int32 `protobuf:"varint,2,rep,packed,name=gpu_memory_used_mb,json=gpuMemoryUsedMb,proto3" json:"gpu_memory_used_mb,omitempty"`
|
|
NewProblems []string `protobuf:"bytes,3,rep,name=new_problems,json=newProblems,proto3" json:"new_problems,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *Heartbeat) Reset() {
|
|
*x = Heartbeat{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[6]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *Heartbeat) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*Heartbeat) ProtoMessage() {}
|
|
|
|
func (x *Heartbeat) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[6]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use Heartbeat.ProtoReflect.Descriptor instead.
|
|
func (*Heartbeat) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{6}
|
|
}
|
|
|
|
func (x *Heartbeat) GetNodeId() string {
|
|
if x != nil {
|
|
return x.NodeId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Heartbeat) GetGpuMemoryUsedMb() []int32 {
|
|
if x != nil {
|
|
return x.GpuMemoryUsedMb
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *Heartbeat) GetNewProblems() []string {
|
|
if x != nil {
|
|
return x.NewProblems
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// ShardStatus reports a shard's lifecycle transition.
|
|
type ShardStatus struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
NodeId string `protobuf:"bytes,1,opt,name=node_id,json=nodeId,proto3" json:"node_id,omitempty"`
|
|
ReplicaId string `protobuf:"bytes,2,opt,name=replica_id,json=replicaId,proto3" json:"replica_id,omitempty"`
|
|
ShardId string `protobuf:"bytes,3,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
State ShardStatus_State `protobuf:"varint,4,opt,name=state,proto3,enum=llmgw.v1.ShardStatus_State" json:"state,omitempty"`
|
|
Error string `protobuf:"bytes,5,opt,name=error,proto3" json:"error,omitempty"`
|
|
ExitCode int32 `protobuf:"varint,6,opt,name=exit_code,json=exitCode,proto3" json:"exit_code,omitempty"`
|
|
// last_output carries the tail of the engine log on a failure. When a model
|
|
// fails to load this is the only diagnosis available.
|
|
LastOutput []string `protobuf:"bytes,7,rep,name=last_output,json=lastOutput,proto3" json:"last_output,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *ShardStatus) Reset() {
|
|
*x = ShardStatus{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[7]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *ShardStatus) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*ShardStatus) ProtoMessage() {}
|
|
|
|
func (x *ShardStatus) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[7]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use ShardStatus.ProtoReflect.Descriptor instead.
|
|
func (*ShardStatus) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{7}
|
|
}
|
|
|
|
func (x *ShardStatus) GetNodeId() string {
|
|
if x != nil {
|
|
return x.NodeId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ShardStatus) GetReplicaId() string {
|
|
if x != nil {
|
|
return x.ReplicaId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ShardStatus) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ShardStatus) GetState() ShardStatus_State {
|
|
if x != nil {
|
|
return x.State
|
|
}
|
|
return ShardStatus_STATE_UNSPECIFIED
|
|
}
|
|
|
|
func (x *ShardStatus) GetError() string {
|
|
if x != nil {
|
|
return x.Error
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *ShardStatus) GetExitCode() int32 {
|
|
if x != nil {
|
|
return x.ExitCode
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *ShardStatus) GetLastOutput() []string {
|
|
if x != nil {
|
|
return x.LastOutput
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// StartShard launches one shard. It is idempotent by shard_id: the control
|
|
// plane retries, and a repeat must not produce a second process.
|
|
type StartShard struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
ReplicaId string `protobuf:"bytes,1,opt,name=replica_id,json=replicaId,proto3" json:"replica_id,omitempty"`
|
|
ShardId string `protobuf:"bytes,2,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
Rank int32 `protobuf:"varint,3,opt,name=rank,proto3" json:"rank,omitempty"`
|
|
Nnodes int32 `protobuf:"varint,4,opt,name=nnodes,proto3" json:"nnodes,omitempty"`
|
|
LeaderAddr string `protobuf:"bytes,5,opt,name=leader_addr,json=leaderAddr,proto3" json:"leader_addr,omitempty"`
|
|
LeaderPort int32 `protobuf:"varint,6,opt,name=leader_port,json=leaderPort,proto3" json:"leader_port,omitempty"`
|
|
GpuIndices []int32 `protobuf:"varint,7,rep,packed,name=gpu_indices,json=gpuIndices,proto3" json:"gpu_indices,omitempty"`
|
|
// hcas are the adapters of the chosen fabric and nothing else. Handing a
|
|
// shard adapters from a second fabric lets NCCL pick one whose peer is
|
|
// unreachable, and the job hangs instead of failing (plan §5.3).
|
|
Hcas []string `protobuf:"bytes,8,rep,name=hcas,proto3" json:"hcas,omitempty"`
|
|
MgmtInterface string `protobuf:"bytes,9,opt,name=mgmt_interface,json=mgmtInterface,proto3" json:"mgmt_interface,omitempty"`
|
|
HttpPort int32 `protobuf:"varint,10,opt,name=http_port,json=httpPort,proto3" json:"http_port,omitempty"`
|
|
Profile *EngineProfile `protobuf:"bytes,11,opt,name=profile,proto3" json:"profile,omitempty"`
|
|
StartupTimeoutMs int64 `protobuf:"varint,12,opt,name=startup_timeout_ms,json=startupTimeoutMs,proto3" json:"startup_timeout_ms,omitempty"`
|
|
// pool and fabric are control plane concepts the agent cannot derive. They
|
|
// are sent so the agent can echo them back in RunningShard after a restart.
|
|
Pool string `protobuf:"bytes,13,opt,name=pool,proto3" json:"pool,omitempty"`
|
|
Fabric string `protobuf:"bytes,14,opt,name=fabric,proto3" json:"fabric,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *StartShard) Reset() {
|
|
*x = StartShard{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[8]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *StartShard) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*StartShard) ProtoMessage() {}
|
|
|
|
func (x *StartShard) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[8]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use StartShard.ProtoReflect.Descriptor instead.
|
|
func (*StartShard) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{8}
|
|
}
|
|
|
|
func (x *StartShard) GetReplicaId() string {
|
|
if x != nil {
|
|
return x.ReplicaId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetRank() int32 {
|
|
if x != nil {
|
|
return x.Rank
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetNnodes() int32 {
|
|
if x != nil {
|
|
return x.Nnodes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetLeaderAddr() string {
|
|
if x != nil {
|
|
return x.LeaderAddr
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetLeaderPort() int32 {
|
|
if x != nil {
|
|
return x.LeaderPort
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetGpuIndices() []int32 {
|
|
if x != nil {
|
|
return x.GpuIndices
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *StartShard) GetHcas() []string {
|
|
if x != nil {
|
|
return x.Hcas
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *StartShard) GetMgmtInterface() string {
|
|
if x != nil {
|
|
return x.MgmtInterface
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetHttpPort() int32 {
|
|
if x != nil {
|
|
return x.HttpPort
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetProfile() *EngineProfile {
|
|
if x != nil {
|
|
return x.Profile
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *StartShard) GetStartupTimeoutMs() int64 {
|
|
if x != nil {
|
|
return x.StartupTimeoutMs
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *StartShard) GetPool() string {
|
|
if x != nil {
|
|
return x.Pool
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *StartShard) GetFabric() string {
|
|
if x != nil {
|
|
return x.Fabric
|
|
}
|
|
return ""
|
|
}
|
|
|
|
type EngineProfile struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
|
|
Engine string `protobuf:"bytes,2,opt,name=engine,proto3" json:"engine,omitempty"`
|
|
GpuClass string `protobuf:"bytes,3,opt,name=gpu_class,json=gpuClass,proto3" json:"gpu_class,omitempty"`
|
|
Tp int32 `protobuf:"varint,4,opt,name=tp,proto3" json:"tp,omitempty"`
|
|
Pp int32 `protobuf:"varint,5,opt,name=pp,proto3" json:"pp,omitempty"`
|
|
GpusPerNode int32 `protobuf:"varint,6,opt,name=gpus_per_node,json=gpusPerNode,proto3" json:"gpus_per_node,omitempty"`
|
|
Nodes int32 `protobuf:"varint,7,opt,name=nodes,proto3" json:"nodes,omitempty"`
|
|
Args []string `protobuf:"bytes,8,rep,name=args,proto3" json:"args,omitempty"`
|
|
Env map[string]string `protobuf:"bytes,9,rep,name=env,proto3" json:"env,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
|
|
ModelPath string `protobuf:"bytes,10,opt,name=model_path,json=modelPath,proto3" json:"model_path,omitempty"`
|
|
ServedModelName string `protobuf:"bytes,11,opt,name=served_model_name,json=servedModelName,proto3" json:"served_model_name,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *EngineProfile) Reset() {
|
|
*x = EngineProfile{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[9]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *EngineProfile) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*EngineProfile) ProtoMessage() {}
|
|
|
|
func (x *EngineProfile) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[9]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use EngineProfile.ProtoReflect.Descriptor instead.
|
|
func (*EngineProfile) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{9}
|
|
}
|
|
|
|
func (x *EngineProfile) GetName() string {
|
|
if x != nil {
|
|
return x.Name
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *EngineProfile) GetEngine() string {
|
|
if x != nil {
|
|
return x.Engine
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *EngineProfile) GetGpuClass() string {
|
|
if x != nil {
|
|
return x.GpuClass
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *EngineProfile) GetTp() int32 {
|
|
if x != nil {
|
|
return x.Tp
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *EngineProfile) GetPp() int32 {
|
|
if x != nil {
|
|
return x.Pp
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *EngineProfile) GetGpusPerNode() int32 {
|
|
if x != nil {
|
|
return x.GpusPerNode
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *EngineProfile) GetNodes() int32 {
|
|
if x != nil {
|
|
return x.Nodes
|
|
}
|
|
return 0
|
|
}
|
|
|
|
func (x *EngineProfile) GetArgs() []string {
|
|
if x != nil {
|
|
return x.Args
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *EngineProfile) GetEnv() map[string]string {
|
|
if x != nil {
|
|
return x.Env
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (x *EngineProfile) GetModelPath() string {
|
|
if x != nil {
|
|
return x.ModelPath
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *EngineProfile) GetServedModelName() string {
|
|
if x != nil {
|
|
return x.ServedModelName
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// StopShard terminates a shard and frees its GPUs.
|
|
type StopShard struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
ShardId string `protobuf:"bytes,1,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *StopShard) Reset() {
|
|
*x = StopShard{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[10]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *StopShard) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*StopShard) ProtoMessage() {}
|
|
|
|
func (x *StopShard) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[10]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use StopShard.ProtoReflect.Descriptor instead.
|
|
func (*StopShard) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{10}
|
|
}
|
|
|
|
func (x *StopShard) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// DrainShard stops routing to a shard while letting in-flight work finish.
|
|
type DrainShard struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
ShardId string `protobuf:"bytes,1,opt,name=shard_id,json=shardId,proto3" json:"shard_id,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *DrainShard) Reset() {
|
|
*x = DrainShard{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[11]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *DrainShard) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*DrainShard) ProtoMessage() {}
|
|
|
|
func (x *DrainShard) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[11]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use DrainShard.ProtoReflect.Descriptor instead.
|
|
func (*DrainShard) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{11}
|
|
}
|
|
|
|
func (x *DrainShard) GetShardId() string {
|
|
if x != nil {
|
|
return x.ShardId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// Ack confirms a registration or reports that a command could not be accepted.
|
|
type Ack struct {
|
|
state protoimpl.MessageState `protogen:"open.v1"`
|
|
MessageId string `protobuf:"bytes,1,opt,name=message_id,json=messageId,proto3" json:"message_id,omitempty"`
|
|
Ok bool `protobuf:"varint,2,opt,name=ok,proto3" json:"ok,omitempty"`
|
|
Error string `protobuf:"bytes,3,opt,name=error,proto3" json:"error,omitempty"`
|
|
unknownFields protoimpl.UnknownFields
|
|
sizeCache protoimpl.SizeCache
|
|
}
|
|
|
|
func (x *Ack) Reset() {
|
|
*x = Ack{}
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[12]
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
|
|
func (x *Ack) String() string {
|
|
return protoimpl.X.MessageStringOf(x)
|
|
}
|
|
|
|
func (*Ack) ProtoMessage() {}
|
|
|
|
func (x *Ack) ProtoReflect() protoreflect.Message {
|
|
mi := &file_llmgw_v1_agent_proto_msgTypes[12]
|
|
if x != nil {
|
|
ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
|
|
if ms.LoadMessageInfo() == nil {
|
|
ms.StoreMessageInfo(mi)
|
|
}
|
|
return ms
|
|
}
|
|
return mi.MessageOf(x)
|
|
}
|
|
|
|
// Deprecated: Use Ack.ProtoReflect.Descriptor instead.
|
|
func (*Ack) Descriptor() ([]byte, []int) {
|
|
return file_llmgw_v1_agent_proto_rawDescGZIP(), []int{12}
|
|
}
|
|
|
|
func (x *Ack) GetMessageId() string {
|
|
if x != nil {
|
|
return x.MessageId
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (x *Ack) GetOk() bool {
|
|
if x != nil {
|
|
return x.Ok
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (x *Ack) GetError() string {
|
|
if x != nil {
|
|
return x.Error
|
|
}
|
|
return ""
|
|
}
|
|
|
|
var File_llmgw_v1_agent_proto protoreflect.FileDescriptor
|
|
|
|
const file_llmgw_v1_agent_proto_rawDesc = "" +
|
|
"\n" +
|
|
"\x14llmgw/v1/agent.proto\x12\bllmgw.v1\"\xab\x01\n" +
|
|
"\fAgentMessage\x120\n" +
|
|
"\bregister\x18\x01 \x01(\v2\x12.llmgw.v1.RegisterH\x00R\bregister\x123\n" +
|
|
"\theartbeat\x18\x02 \x01(\v2\x13.llmgw.v1.HeartbeatH\x00R\theartbeat\x12-\n" +
|
|
"\x05shard\x18\x03 \x01(\v2\x15.llmgw.v1.ShardStatusH\x00R\x05shardB\x05\n" +
|
|
"\x03msg\"\xc1\x01\n" +
|
|
"\x0eControlMessage\x12,\n" +
|
|
"\x05start\x18\x01 \x01(\v2\x14.llmgw.v1.StartShardH\x00R\x05start\x12)\n" +
|
|
"\x04stop\x18\x02 \x01(\v2\x13.llmgw.v1.StopShardH\x00R\x04stop\x12,\n" +
|
|
"\x05drain\x18\x03 \x01(\v2\x14.llmgw.v1.DrainShardH\x00R\x05drain\x12!\n" +
|
|
"\x03ack\x18\x04 \x01(\v2\r.llmgw.v1.AckH\x00R\x03ackB\x05\n" +
|
|
"\x03msg\"\xa0\x04\n" +
|
|
"\bRegister\x12\x17\n" +
|
|
"\anode_id\x18\x01 \x01(\tR\x06nodeId\x12\x1a\n" +
|
|
"\bhostname\x18\x02 \x01(\tR\bhostname\x12\x1b\n" +
|
|
"\tmgmt_addr\x18\x03 \x01(\tR\bmgmtAddr\x126\n" +
|
|
"\x06labels\x18\x04 \x03(\v2\x1e.llmgw.v1.Register.LabelsEntryR\x06labels\x12!\n" +
|
|
"\x04gpus\x18\x05 \x03(\v2\r.llmgw.v1.GPUR\x04gpus\x124\n" +
|
|
"\afabrics\x18\x06 \x03(\v2\x1a.llmgw.v1.FabricAttachmentR\afabrics\x12#\n" +
|
|
"\ragent_version\x18\a \x01(\tR\fagentVersion\x12O\n" +
|
|
"\x0fengine_versions\x18\b \x03(\v2&.llmgw.v1.Register.EngineVersionsEntryR\x0eengineVersions\x12=\n" +
|
|
"\x0erunning_shards\x18\t \x03(\v2\x16.llmgw.v1.RunningShardR\rrunningShards\x1a9\n" +
|
|
"\vLabelsEntry\x12\x10\n" +
|
|
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
|
|
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\x1aA\n" +
|
|
"\x13EngineVersionsEntry\x12\x10\n" +
|
|
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
|
|
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"\x97\x03\n" +
|
|
"\fRunningShard\x12\x1d\n" +
|
|
"\n" +
|
|
"replica_id\x18\x01 \x01(\tR\treplicaId\x12\x19\n" +
|
|
"\bshard_id\x18\x02 \x01(\tR\ashardId\x12\x12\n" +
|
|
"\x04rank\x18\x03 \x01(\x05R\x04rank\x12\x16\n" +
|
|
"\x06nnodes\x18\x04 \x01(\x05R\x06nnodes\x12\x1f\n" +
|
|
"\vgpu_indices\x18\x05 \x03(\x05R\n" +
|
|
"gpuIndices\x12\x12\n" +
|
|
"\x04hcas\x18\x06 \x03(\tR\x04hcas\x12\x1b\n" +
|
|
"\thttp_port\x18\a \x01(\x05R\bhttpPort\x121\n" +
|
|
"\x05state\x18\b \x01(\x0e2\x1b.llmgw.v1.ShardStatus.StateR\x05state\x12\x14\n" +
|
|
"\x05model\x18\t \x01(\tR\x05model\x12\x18\n" +
|
|
"\aprofile\x18\n" +
|
|
" \x01(\tR\aprofile\x12\x12\n" +
|
|
"\x04pool\x18\v \x01(\tR\x04pool\x12\x16\n" +
|
|
"\x06fabric\x18\f \x01(\tR\x06fabric\x12\x1f\n" +
|
|
"\vleader_addr\x18\r \x01(\tR\n" +
|
|
"leaderAddr\x12\x1f\n" +
|
|
"\vleader_port\x18\x0e \x01(\x05R\n" +
|
|
"leaderPort\"\xc8\x03\n" +
|
|
"\x03GPU\x12\x14\n" +
|
|
"\x05index\x18\x01 \x01(\x05R\x05index\x12\x12\n" +
|
|
"\x04uuid\x18\x02 \x01(\tR\x04uuid\x12\x12\n" +
|
|
"\x04name\x18\x03 \x01(\tR\x04name\x12&\n" +
|
|
"\x0fmemory_total_mb\x18\x04 \x01(\x05R\rmemoryTotalMb\x12$\n" +
|
|
"\x0ememory_used_mb\x18\x05 \x01(\x05R\fmemoryUsedMb\x12-\n" +
|
|
"\x12compute_capability\x18\x06 \x01(\tR\x11computeCapability\x12\x1b\n" +
|
|
"\tnuma_node\x18\a \x01(\x05R\bnumaNode\x12\x1c\n" +
|
|
"\n" +
|
|
"pci_bus_id\x18\b \x01(\tR\bpciBusId\x12%\n" +
|
|
"\x0edriver_version\x18\t \x01(\tR\rdriverVersion\x12!\n" +
|
|
"\fcuda_version\x18\n" +
|
|
" \x01(\tR\vcudaVersion\x12!\n" +
|
|
"\fnvlink_peers\x18\v \x03(\x05R\vnvlinkPeers\x12\x1a\n" +
|
|
"\bproblems\x18\f \x03(\tR\bproblems\x12#\n" +
|
|
"\rtemperature_c\x18\r \x01(\x05R\ftemperatureC\x12\x1d\n" +
|
|
"\n" +
|
|
"ecc_errors\x18\x0e \x01(\x05R\teccErrors\"[\n" +
|
|
"\x10FabricAttachment\x12\x16\n" +
|
|
"\x06fabric\x18\x01 \x01(\tR\x06fabric\x12\x12\n" +
|
|
"\x04hcas\x18\x02 \x03(\tR\x04hcas\x12\x1b\n" +
|
|
"\trate_gbps\x18\x03 \x01(\x05R\brateGbps\"t\n" +
|
|
"\tHeartbeat\x12\x17\n" +
|
|
"\anode_id\x18\x01 \x01(\tR\x06nodeId\x12+\n" +
|
|
"\x12gpu_memory_used_mb\x18\x02 \x03(\x05R\x0fgpuMemoryUsedMb\x12!\n" +
|
|
"\fnew_problems\x18\x03 \x03(\tR\vnewProblems\"\x8c\x03\n" +
|
|
"\vShardStatus\x12\x17\n" +
|
|
"\anode_id\x18\x01 \x01(\tR\x06nodeId\x12\x1d\n" +
|
|
"\n" +
|
|
"replica_id\x18\x02 \x01(\tR\treplicaId\x12\x19\n" +
|
|
"\bshard_id\x18\x03 \x01(\tR\ashardId\x121\n" +
|
|
"\x05state\x18\x04 \x01(\x0e2\x1b.llmgw.v1.ShardStatus.StateR\x05state\x12\x14\n" +
|
|
"\x05error\x18\x05 \x01(\tR\x05error\x12\x1b\n" +
|
|
"\texit_code\x18\x06 \x01(\x05R\bexitCode\x12\x1f\n" +
|
|
"\vlast_output\x18\a \x03(\tR\n" +
|
|
"lastOutput\"\xa2\x01\n" +
|
|
"\x05State\x12\x15\n" +
|
|
"\x11STATE_UNSPECIFIED\x10\x00\x12\x11\n" +
|
|
"\rSTATE_PENDING\x10\x01\x12\x12\n" +
|
|
"\x0eSTATE_STARTING\x10\x02\x12\x11\n" +
|
|
"\rSTATE_LOADING\x10\x03\x12\x0f\n" +
|
|
"\vSTATE_READY\x10\x04\x12\x12\n" +
|
|
"\x0eSTATE_DRAINING\x10\x05\x12\x11\n" +
|
|
"\rSTATE_STOPPED\x10\x06\x12\x10\n" +
|
|
"\fSTATE_FAILED\x10\a\"\xba\x03\n" +
|
|
"\n" +
|
|
"StartShard\x12\x1d\n" +
|
|
"\n" +
|
|
"replica_id\x18\x01 \x01(\tR\treplicaId\x12\x19\n" +
|
|
"\bshard_id\x18\x02 \x01(\tR\ashardId\x12\x12\n" +
|
|
"\x04rank\x18\x03 \x01(\x05R\x04rank\x12\x16\n" +
|
|
"\x06nnodes\x18\x04 \x01(\x05R\x06nnodes\x12\x1f\n" +
|
|
"\vleader_addr\x18\x05 \x01(\tR\n" +
|
|
"leaderAddr\x12\x1f\n" +
|
|
"\vleader_port\x18\x06 \x01(\x05R\n" +
|
|
"leaderPort\x12\x1f\n" +
|
|
"\vgpu_indices\x18\a \x03(\x05R\n" +
|
|
"gpuIndices\x12\x12\n" +
|
|
"\x04hcas\x18\b \x03(\tR\x04hcas\x12%\n" +
|
|
"\x0emgmt_interface\x18\t \x01(\tR\rmgmtInterface\x12\x1b\n" +
|
|
"\thttp_port\x18\n" +
|
|
" \x01(\x05R\bhttpPort\x121\n" +
|
|
"\aprofile\x18\v \x01(\v2\x17.llmgw.v1.EngineProfileR\aprofile\x12,\n" +
|
|
"\x12startup_timeout_ms\x18\f \x01(\x03R\x10startupTimeoutMs\x12\x12\n" +
|
|
"\x04pool\x18\r \x01(\tR\x04pool\x12\x16\n" +
|
|
"\x06fabric\x18\x0e \x01(\tR\x06fabric\"\xfd\x02\n" +
|
|
"\rEngineProfile\x12\x12\n" +
|
|
"\x04name\x18\x01 \x01(\tR\x04name\x12\x16\n" +
|
|
"\x06engine\x18\x02 \x01(\tR\x06engine\x12\x1b\n" +
|
|
"\tgpu_class\x18\x03 \x01(\tR\bgpuClass\x12\x0e\n" +
|
|
"\x02tp\x18\x04 \x01(\x05R\x02tp\x12\x0e\n" +
|
|
"\x02pp\x18\x05 \x01(\x05R\x02pp\x12\"\n" +
|
|
"\rgpus_per_node\x18\x06 \x01(\x05R\vgpusPerNode\x12\x14\n" +
|
|
"\x05nodes\x18\a \x01(\x05R\x05nodes\x12\x12\n" +
|
|
"\x04args\x18\b \x03(\tR\x04args\x122\n" +
|
|
"\x03env\x18\t \x03(\v2 .llmgw.v1.EngineProfile.EnvEntryR\x03env\x12\x1d\n" +
|
|
"\n" +
|
|
"model_path\x18\n" +
|
|
" \x01(\tR\tmodelPath\x12*\n" +
|
|
"\x11served_model_name\x18\v \x01(\tR\x0fservedModelName\x1a6\n" +
|
|
"\bEnvEntry\x12\x10\n" +
|
|
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
|
|
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"&\n" +
|
|
"\tStopShard\x12\x19\n" +
|
|
"\bshard_id\x18\x01 \x01(\tR\ashardId\"'\n" +
|
|
"\n" +
|
|
"DrainShard\x12\x19\n" +
|
|
"\bshard_id\x18\x01 \x01(\tR\ashardId\"J\n" +
|
|
"\x03Ack\x12\x1d\n" +
|
|
"\n" +
|
|
"message_id\x18\x01 \x01(\tR\tmessageId\x12\x0e\n" +
|
|
"\x02ok\x18\x02 \x01(\bR\x02ok\x12\x14\n" +
|
|
"\x05error\x18\x03 \x01(\tR\x05error2O\n" +
|
|
"\fAgentService\x12?\n" +
|
|
"\aConnect\x12\x16.llmgw.v1.AgentMessage\x1a\x18.llmgw.v1.ControlMessage(\x010\x01B\x93\x01\n" +
|
|
"\fcom.llmgw.v1B\n" +
|
|
"AgentProtoP\x01Z6gitea.mynodes.xyz/ilker/llmgw/api/gen/llmgw/v1;llmgwv1\xa2\x02\x03LXX\xaa\x02\bLlmgw.V1\xca\x02\bLlmgw\\V1\xe2\x02\x14Llmgw\\V1\\GPBMetadata\xea\x02\tLlmgw::V1b\x06proto3"
|
|
|
|
var (
|
|
file_llmgw_v1_agent_proto_rawDescOnce sync.Once
|
|
file_llmgw_v1_agent_proto_rawDescData []byte
|
|
)
|
|
|
|
func file_llmgw_v1_agent_proto_rawDescGZIP() []byte {
|
|
file_llmgw_v1_agent_proto_rawDescOnce.Do(func() {
|
|
file_llmgw_v1_agent_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_llmgw_v1_agent_proto_rawDesc), len(file_llmgw_v1_agent_proto_rawDesc)))
|
|
})
|
|
return file_llmgw_v1_agent_proto_rawDescData
|
|
}
|
|
|
|
var file_llmgw_v1_agent_proto_enumTypes = make([]protoimpl.EnumInfo, 1)
|
|
var file_llmgw_v1_agent_proto_msgTypes = make([]protoimpl.MessageInfo, 16)
|
|
var file_llmgw_v1_agent_proto_goTypes = []any{
|
|
(ShardStatus_State)(0), // 0: llmgw.v1.ShardStatus.State
|
|
(*AgentMessage)(nil), // 1: llmgw.v1.AgentMessage
|
|
(*ControlMessage)(nil), // 2: llmgw.v1.ControlMessage
|
|
(*Register)(nil), // 3: llmgw.v1.Register
|
|
(*RunningShard)(nil), // 4: llmgw.v1.RunningShard
|
|
(*GPU)(nil), // 5: llmgw.v1.GPU
|
|
(*FabricAttachment)(nil), // 6: llmgw.v1.FabricAttachment
|
|
(*Heartbeat)(nil), // 7: llmgw.v1.Heartbeat
|
|
(*ShardStatus)(nil), // 8: llmgw.v1.ShardStatus
|
|
(*StartShard)(nil), // 9: llmgw.v1.StartShard
|
|
(*EngineProfile)(nil), // 10: llmgw.v1.EngineProfile
|
|
(*StopShard)(nil), // 11: llmgw.v1.StopShard
|
|
(*DrainShard)(nil), // 12: llmgw.v1.DrainShard
|
|
(*Ack)(nil), // 13: llmgw.v1.Ack
|
|
nil, // 14: llmgw.v1.Register.LabelsEntry
|
|
nil, // 15: llmgw.v1.Register.EngineVersionsEntry
|
|
nil, // 16: llmgw.v1.EngineProfile.EnvEntry
|
|
}
|
|
var file_llmgw_v1_agent_proto_depIdxs = []int32{
|
|
3, // 0: llmgw.v1.AgentMessage.register:type_name -> llmgw.v1.Register
|
|
7, // 1: llmgw.v1.AgentMessage.heartbeat:type_name -> llmgw.v1.Heartbeat
|
|
8, // 2: llmgw.v1.AgentMessage.shard:type_name -> llmgw.v1.ShardStatus
|
|
9, // 3: llmgw.v1.ControlMessage.start:type_name -> llmgw.v1.StartShard
|
|
11, // 4: llmgw.v1.ControlMessage.stop:type_name -> llmgw.v1.StopShard
|
|
12, // 5: llmgw.v1.ControlMessage.drain:type_name -> llmgw.v1.DrainShard
|
|
13, // 6: llmgw.v1.ControlMessage.ack:type_name -> llmgw.v1.Ack
|
|
14, // 7: llmgw.v1.Register.labels:type_name -> llmgw.v1.Register.LabelsEntry
|
|
5, // 8: llmgw.v1.Register.gpus:type_name -> llmgw.v1.GPU
|
|
6, // 9: llmgw.v1.Register.fabrics:type_name -> llmgw.v1.FabricAttachment
|
|
15, // 10: llmgw.v1.Register.engine_versions:type_name -> llmgw.v1.Register.EngineVersionsEntry
|
|
4, // 11: llmgw.v1.Register.running_shards:type_name -> llmgw.v1.RunningShard
|
|
0, // 12: llmgw.v1.RunningShard.state:type_name -> llmgw.v1.ShardStatus.State
|
|
0, // 13: llmgw.v1.ShardStatus.state:type_name -> llmgw.v1.ShardStatus.State
|
|
10, // 14: llmgw.v1.StartShard.profile:type_name -> llmgw.v1.EngineProfile
|
|
16, // 15: llmgw.v1.EngineProfile.env:type_name -> llmgw.v1.EngineProfile.EnvEntry
|
|
1, // 16: llmgw.v1.AgentService.Connect:input_type -> llmgw.v1.AgentMessage
|
|
2, // 17: llmgw.v1.AgentService.Connect:output_type -> llmgw.v1.ControlMessage
|
|
17, // [17:18] is the sub-list for method output_type
|
|
16, // [16:17] is the sub-list for method input_type
|
|
16, // [16:16] is the sub-list for extension type_name
|
|
16, // [16:16] is the sub-list for extension extendee
|
|
0, // [0:16] is the sub-list for field type_name
|
|
}
|
|
|
|
func init() { file_llmgw_v1_agent_proto_init() }
|
|
func file_llmgw_v1_agent_proto_init() {
|
|
if File_llmgw_v1_agent_proto != nil {
|
|
return
|
|
}
|
|
file_llmgw_v1_agent_proto_msgTypes[0].OneofWrappers = []any{
|
|
(*AgentMessage_Register)(nil),
|
|
(*AgentMessage_Heartbeat)(nil),
|
|
(*AgentMessage_Shard)(nil),
|
|
}
|
|
file_llmgw_v1_agent_proto_msgTypes[1].OneofWrappers = []any{
|
|
(*ControlMessage_Start)(nil),
|
|
(*ControlMessage_Stop)(nil),
|
|
(*ControlMessage_Drain)(nil),
|
|
(*ControlMessage_Ack)(nil),
|
|
}
|
|
type x struct{}
|
|
out := protoimpl.TypeBuilder{
|
|
File: protoimpl.DescBuilder{
|
|
GoPackagePath: reflect.TypeOf(x{}).PkgPath(),
|
|
RawDescriptor: unsafe.Slice(unsafe.StringData(file_llmgw_v1_agent_proto_rawDesc), len(file_llmgw_v1_agent_proto_rawDesc)),
|
|
NumEnums: 1,
|
|
NumMessages: 16,
|
|
NumExtensions: 0,
|
|
NumServices: 1,
|
|
},
|
|
GoTypes: file_llmgw_v1_agent_proto_goTypes,
|
|
DependencyIndexes: file_llmgw_v1_agent_proto_depIdxs,
|
|
EnumInfos: file_llmgw_v1_agent_proto_enumTypes,
|
|
MessageInfos: file_llmgw_v1_agent_proto_msgTypes,
|
|
}.Build()
|
|
File_llmgw_v1_agent_proto = out.File
|
|
file_llmgw_v1_agent_proto_goTypes = nil
|
|
file_llmgw_v1_agent_proto_depIdxs = nil
|
|
}
|