Stateless (Warewulf-style) provisioning: profiles, node pools, overlays, dnsmasq export, compute image
Profiles bind a RAM-booted root image to overlay templates; assigning a machine allocates a node name and management IP, writes the per-MAC PXE entry with a per-node token and exports static leases for dnsmasq. Nodes pull rendered overlays (hosts, slurm.conf from inventory, gres.conf, SSH host key, munge key) through rollcall-overlay.service; the runtime refresh timer is the heartbeat. Adds the compute-debian13 image definition and a generic live-build root image script, CLI and web UI for profiles/assign. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
1 parent
1430421a3f
commit
7fe7c26e22
38 files changed
+1543
-16
No files matched your search
@@ -0,0 +1,11 @@
|
||||
127.0.0.1 localhost
|
||||
::1 localhost ip6-localhost ip6-loopback
|
||||
{{- if .Vars.slurm_controller_ip }}
|
||||
{{ .Vars.slurm_controller_ip }} {{ .Vars.slurm_controller }}{{ if .Vars.domain }} {{ .Vars.slurm_controller }}.{{ .Vars.domain }}{{ end }}
|
||||
{{- end }}
|
||||
{{- range .Nodes }}
|
||||
{{ .MgmtIP }} {{ .Name }}{{ if $.Vars.domain }} {{ .Name }}.{{ $.Vars.domain }}{{ end }}
|
||||
{{- if .IBIP }}
|
||||
{{ .IBIP }} {{ .Name }}-ib
|
||||
{{- end }}
|
||||
{{- end }}
|
||||
@@ -0,0 +1,5 @@
|
||||
# rendered by rollcall for {{ .Node.Name }}
|
||||
{{- if gt .Node.GPUs 0 }}
|
||||
AutoDetect=off
|
||||
NodeName={{ .Node.Name }} Name=gpu File=/dev/nvidia[0-{{ sub .Node.GPUs 1 }}]
|
||||
{{- end }}
|
||||
@@ -0,0 +1,27 @@
|
||||
# rendered by rollcall {{ .Now }} - do not edit on the node
|
||||
ClusterName={{ default "rollcall" .Vars.cluster_name }}
|
||||
SlurmctldHost={{ .Vars.slurm_controller }}({{ .Vars.slurm_controller_ip }})
|
||||
SlurmUser=slurm
|
||||
AuthType=auth/munge
|
||||
StateSaveLocation=/var/spool/slurmctld
|
||||
SlurmdSpoolDir=/var/spool/slurmd
|
||||
SlurmctldPidFile=/run/slurmctld.pid
|
||||
SlurmdPidFile=/run/slurmd.pid
|
||||
SlurmctldLogFile=/var/log/slurm/slurmctld.log
|
||||
SlurmdLogFile=/var/log/slurm/slurmd.log
|
||||
ProctrackType=proctrack/linuxproc
|
||||
TaskPlugin=task/none
|
||||
ReturnToService=2
|
||||
SlurmctldTimeout=120
|
||||
SlurmdTimeout=300
|
||||
SchedulerType=sched/backfill
|
||||
SelectType=select/cons_tres
|
||||
SelectTypeParameters=CR_Core_Memory
|
||||
GresTypes=gpu
|
||||
MpiDefault=none
|
||||
|
||||
# nodes: generated from the commissioning inventory
|
||||
{{- range .Nodes }}
|
||||
NodeName={{ .Name }} NodeAddr={{ .MgmtIP }} Sockets={{ .Sockets }} CoresPerSocket={{ .CoresPerSocket }} ThreadsPerCore={{ .ThreadsPerCore }} RealMemory={{ pct .MemMB 90 }}{{ if gt .GPUs 0 }} Gres=gpu:{{ .GPUs }}{{ end }} State=UNKNOWN
|
||||
{{- end }}
|
||||
PartitionName={{ default "compute" .Vars.partition }} Nodes=ALL Default=YES MaxTime=INFINITE State=UP
|
||||
@@ -0,0 +1 @@
|
||||
{{ .Node.HostKeyPub }} {{ .Node.Name }}
|
||||
@@ -0,0 +1 @@
|
||||
{{ .Node.HostKey }}
|
||||
@@ -0,0 +1,2 @@
|
||||
{{ range .Vars.ssh_keys }}{{ . }}
|
||||
{{ end }}
|
||||
@@ -0,0 +1,9 @@
|
||||
#!/bin/sh
|
||||
# runs once after the system overlay is applied (node {{ .Node.Name }})
|
||||
hostnamectl set-hostname {{ .Node.Name }} 2>/dev/null || hostname {{ .Node.Name }}
|
||||
chown munge:munge /etc/munge/munge.key && chmod 0400 /etc/munge/munge.key
|
||||
chmod 0600 /etc/ssh/ssh_host_ed25519_key; chmod 0644 /etc/ssh/ssh_host_ed25519_key.pub
|
||||
chmod 0700 /root/.ssh; chmod 0600 /root/.ssh/authorized_keys
|
||||
install -d -m 0755 /var/spool/slurmd /var/log/slurm
|
||||
systemctl daemon-reload
|
||||
exit 0
|
||||
Reference in new issue
Block a user