An NVIDIA card with no driver is reported, not onboarded as a CPU node
CI / test (push) Failing after 9m12s

The agent found GPUs through nvidia-smi alone, so a machine whose driver
was never installed looked exactly like one with no card and joined
quietly as a CPU node. Only init looked at the PCI bus.

The host discovery now reads the bus too (vendor 0x10de, class 0x03) and
carries it to the control plane. The doctor fails the pre-install checks
on a card without a driver, with the install and the reboot named, and
tells a driver that is installed but not loaded (Secure Boot, nouveau)
apart from a missing one. A node already in shows the warning in ctl
nodes and the console. init uses the same check.

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
Ilker ManapandClaude Fable 5.1 committed 2026-11-19 12:29:02 +01:00
1 parent a53b2f4be9
commit c2fedeb326
12 files changed
+138 -26

No files matched your search

+16 -4
View File
@@ -1246,8 +1246,12 @@ type Host struct {
// given a few threads of a large machine reads at a few times this, not at
// the whole machine's rate. 0 unknown.
MemBandwidthCoreGbs float64 `protobuf:"fixed64,8,opt,name=mem_bandwidth_core_gbs,json=memBandwidthCoreGbs,proto3" json:"mem_bandwidth_core_gbs,omitempty"`
unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache
// nvidia_device is whether an NVIDIA display controller sits on the PCI
// bus, driver or not. With nvidia_driver empty it is a card nothing can
// use yet, which must be said rather than counted as no card at all.
NvidiaDevice bool `protobuf:"varint,9,opt,name=nvidia_device,json=nvidiaDevice,proto3" json:"nvidia_device,omitempty"`
unknownFields protoimpl.UnknownFields
sizeCache protoimpl.SizeCache
}
func (x *Host) Reset() {
@@ -1336,6 +1340,13 @@ func (x *Host) GetMemBandwidthCoreGbs() float64 {
return 0
}
func (x *Host) GetNvidiaDevice() bool {
if x != nil {
return x.NvidiaDevice
}
return false
}
// Storage is one filesystem a node keeps weights on.
//
// Per filesystem rather than per configured directory: free space belongs to
@@ -6052,7 +6063,7 @@ const file_llmgw_v1_agent_proto_rawDesc = "" +
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\x1aA\n" +
"\x13EngineVersionsEntry\x12\x10\n" +
"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"\x92\x02\n" +
"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"\xb7\x02\n" +
"\x04Host\x12\x13\n" +
"\x05os_id\x18\x01 \x01(\tR\x04osId\x12\x1d\n" +
"\n" +
@@ -6063,7 +6074,8 @@ const file_llmgw_v1_agent_proto_rawDesc = "" +
"\tcpu_flags\x18\x05 \x03(\tR\bcpuFlags\x12#\n" +
"\rnvidia_driver\x18\x06 \x01(\tR\fnvidiaDriver\x12*\n" +
"\x11mem_bandwidth_gbs\x18\a \x01(\x01R\x0fmemBandwidthGbs\x123\n" +
"\x16mem_bandwidth_core_gbs\x18\b \x01(\x01R\x13memBandwidthCoreGbs\"u\n" +
"\x16mem_bandwidth_core_gbs\x18\b \x01(\x01R\x13memBandwidthCoreGbs\x12#\n" +
"\rnvidia_device\x18\t \x01(\bR\fnvidiaDevice\"u\n" +
"\aStorage\x12\x12\n" +
"\x04path\x18\x01 \x01(\tR\x04path\x12\x1d\n" +
"\n" +
+4
View File
@@ -247,6 +247,10 @@ message Host {
// given a few threads of a large machine reads at a few times this, not at
// the whole machine's rate. 0 unknown.
double mem_bandwidth_core_gbs = 8;
// nvidia_device is whether an NVIDIA display controller sits on the PCI
// bus, driver or not. With nvidia_driver empty it is a card nothing can
// use yet, which must be said rather than counted as no card at all.
bool nvidia_device = 9;
}
// Storage is one filesystem a node keeps weights on.