Every setting of a served model from the mirror page, and its replicas per profile
The row of a served model leads to its card, which now changes its context and longest answer, its cards, its replicas on each profile with a profile on CPUs to add and its speed beside, stops, starts and restarts it, and removes it with its files or without. Stopped on the row stops the model rather than setting its scaling to nothing. The console gains Replicas per profile, and ctl models shows the counts. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
e23732fbbb
commit
1a3f385be4
15 files changed
+721
-20
No files matched your search
@@ -109,6 +109,7 @@
|
||||
</form>
|
||||
{{else if eq (printf "%s" .State) "present"}}
|
||||
<button type="button" class="link copy-url" data-url="{{.URL}}" title="{{.URL}}">{{t "mirror.copy_address"}}</button>
|
||||
{{if and .UsedBy (not .Detail)}}<a href="/admin/mirror?tab=held&open={{.Open}}">{{t "mirror.settings.open"}}</a>{{end}}
|
||||
{{if and $.HasCatalog (not .UsedBy)}}{{if .Serve}}<a href="/admin/mirror">{{t "mirror.close"}}</a>
|
||||
{{else}}<a href="/admin/mirror?serve={{.Model}}:{{.Version}}">{{t "mirror.serve"}}</a>{{end}}{{end}}
|
||||
<form method="post" action="/admin/mirror/{{.Model}}/{{.Version}}/remove"
|
||||
@@ -663,9 +664,9 @@ document.querySelector("table.explore").addEventListener("submit", async functio
|
||||
<input type="hidden" name="open" value="{{$row.Open}}">
|
||||
<div class="field-row">
|
||||
<label>{{t "mirror.form.min"}}
|
||||
<input type="number" name="min" value="{{.Min}}" min="0"{{if .MostNow}} max="{{.MostNow}}"{{end}} required></label>
|
||||
<input type="number" name="min" value="{{.Min}}" min="0"{{if .MostNow}} max="{{.MostNow}}"{{end}} required{{if .Split}} readonly{{end}}></label>
|
||||
<label>{{t "mirror.form.max"}}
|
||||
<input type="number" name="max" value="{{.Max}}" min="0" max="64" required></label>
|
||||
<input type="number" name="max" value="{{.Max}}" min="0" max="64" required{{if .Split}} readonly{{end}}></label>
|
||||
<label>{{t "mirror.form.class"}}
|
||||
<select name="class">
|
||||
<option value=""{{if eq .Class ""}} selected{{end}}>{{if eq .Mode "ondemand"}}{{t "mirror.class.default" (t "mirror.class.opportunistic")}}{{else}}{{t "mirror.class.default" (t "mirror.class.standard")}}{{end}}</option>
|
||||
@@ -686,10 +687,88 @@ document.querySelector("table.explore").addEventListener("submit", async functio
|
||||
<input type="number" name="cores" value="{{.CPUCores}}" min="0"></label>
|
||||
<button type="submit">{{t "common.save"}}</button>
|
||||
</div>
|
||||
<p class="note">{{if .MostNow}}{{if and .Headroom .Headroom.ByPreempting}}{{t "mirror.form.most_now_preempting" .MostNow}}{{else}}{{t "mirror.form.most_now" .MostNow}}{{end}} {{end}}{{t "mirror.form.note"}}</p>
|
||||
<p class="note">{{if .Split}}{{t "mirror.split.scaling_note"}} {{end}}{{if .MostNow}}{{if and .Headroom .Headroom.ByPreempting}}{{t "mirror.form.most_now_preempting" .MostNow}}{{else}}{{t "mirror.form.most_now" .MostNow}}{{end}} {{end}}{{t "mirror.form.note"}}</p>
|
||||
</form>
|
||||
{{template "mirror_model_settings" dict "M" . "Row" $row "CSRF" $csrf}}
|
||||
{{end}}
|
||||
</section>
|
||||
{{end}}
|
||||
</div>
|
||||
{{end}}
|
||||
|
||||
{{/* The rest of what can be changed of a served model, where its file is:
|
||||
its context, its cards, its replicas on each profile, stopped or
|
||||
started, started again, and taken out of the catalog. */}}
|
||||
{{define "mirror_model_settings"}}{{$m := .M}}{{$row := .Row}}{{$csrf := .CSRF}}
|
||||
<details class="model-settings" open>
|
||||
<summary><h4>{{t "mirror.settings.heading"}}</h4></summary>
|
||||
|
||||
<form method="post" action="/admin/mirror/context" class="settings-form">
|
||||
<input type="hidden" name="csrf" value="{{$csrf}}">
|
||||
<input type="hidden" name="model" value="{{$m.Name}}">
|
||||
<input type="hidden" name="open" value="{{$row.Open}}">
|
||||
<div class="field-row">
|
||||
<label>{{t "serve.context_length"}} <input type="number" name="tokens" value="{{if $m.ContextLength}}{{$m.ContextLength}}{{end}}" min="1"></label>
|
||||
<label>{{t "serve.max_output"}} <input type="number" name="max_output" value="{{if $m.MaxOutput}}{{$m.MaxOutput}}{{end}}" min="1"></label>
|
||||
<button type="submit">{{t "mirror.settings.context"}}</button>
|
||||
</div>
|
||||
<p class="note">{{t "mirror.settings.context_note"}}</p>
|
||||
</form>
|
||||
|
||||
{{if $m.GPUProfile}}
|
||||
<form method="post" action="/admin/mirror/gpus" class="settings-form">
|
||||
<input type="hidden" name="csrf" value="{{$csrf}}">
|
||||
<input type="hidden" name="model" value="{{$m.Name}}">
|
||||
<input type="hidden" name="profile" value="{{$m.GPUProfile}}">
|
||||
<input type="hidden" name="open" value="{{$row.Open}}">
|
||||
<div class="field-row">
|
||||
<label>{{t "mirror.settings.gpus"}} <input type="number" name="gpus" value="{{$m.GPUs}}" min="1" max="16"></label>
|
||||
<button type="submit">{{t "mirror.settings.gpus_apply"}}</button>
|
||||
</div>
|
||||
<p class="note">{{t "mirror.settings.gpus_note"}}</p>
|
||||
</form>
|
||||
{{end}}
|
||||
|
||||
{{if or (gt (len $m.Profiles) 1) $m.CanCPU}}
|
||||
<form method="post" action="/admin/mirror/split" class="settings-form">
|
||||
<input type="hidden" name="csrf" value="{{$csrf}}">
|
||||
<input type="hidden" name="model" value="{{$m.Name}}">
|
||||
<input type="hidden" name="open" value="{{$row.Open}}">
|
||||
<p class="sub">{{t "mirror.split.heading"}}</p>
|
||||
<div class="field-row">
|
||||
{{range $m.Profiles}}<input type="hidden" name="profile" value="{{.Name}}">
|
||||
<label>{{if .CPU}}{{t "mirror.split.on_cpu" .Name}}{{else}}{{t "mirror.split.on_gpu" .Name .Class}}{{end}}
|
||||
<input type="number" name="replicas_{{.Name}}" value="{{.Replicas}}" min="0" max="64"></label>{{end}}
|
||||
{{if $m.CanCPU}}<label>{{t "mirror.split.add_cpu"}} <input type="number" name="cpu_replicas" value="0" min="0" max="64"></label>
|
||||
<label>{{t "serve.memory"}} <input type="number" name="cpu_memory" value="{{$m.CPUMemoryGB}}" min="1"></label>
|
||||
<label>{{t "serve.cpu_cores"}} <input type="number" name="cpu_cores" value="{{if $m.NewCPUCores}}{{$m.NewCPUCores}}{{end}}" min="1"></label>{{end}}
|
||||
<button type="submit">{{t "common.save"}}</button>
|
||||
</div>
|
||||
{{if and $m.CanCPU $m.CPUSpeed}}<p class="note{{if lt $m.CPUSpeed 5.0}} error{{end}}">{{t "mirror.split.cpu_speed" (num $m.CPUSpeed 1) $m.CPUSpeedNode}}</p>{{end}}
|
||||
<p class="note">{{t "mirror.split.note"}}</p>
|
||||
</form>
|
||||
{{end}}
|
||||
|
||||
<div class="settings-actions">
|
||||
<form method="post" action="/admin/mirror/state" class="inline">
|
||||
<input type="hidden" name="csrf" value="{{$csrf}}">
|
||||
<input type="hidden" name="model" value="{{$m.Name}}">
|
||||
<input type="hidden" name="open" value="{{$row.Open}}">
|
||||
{{if $m.Stopped}}<button type="submit" name="action" value="start">{{t "mirror.settings.start"}}</button>
|
||||
{{else}}<button type="submit" name="action" value="stop" data-confirm="{{t "mirror.settings.stop_confirm" $m.Name}}">{{t "mirror.settings.stop"}}</button>
|
||||
<button type="submit" name="action" value="restart" data-confirm="{{t "mirror.settings.restart_confirm" $m.Name}}">{{t "mirror.settings.restart"}}</button>{{end}}
|
||||
</form>
|
||||
<form method="post" action="/admin/mirror/unserve" class="inline" data-confirm="{{t "mirror.settings.unserve_confirm" $m.Name}}">
|
||||
<input type="hidden" name="csrf" value="{{$csrf}}">
|
||||
<input type="hidden" name="model" value="{{$m.Name}}">
|
||||
<button type="submit" class="link danger">{{t "mirror.settings.unserve"}}</button>
|
||||
</form>
|
||||
<form method="post" action="/admin/mirror/unserve" class="inline" data-confirm="{{t "mirror.settings.purge_confirm" $m.Name}}">
|
||||
<input type="hidden" name="csrf" value="{{$csrf}}">
|
||||
<input type="hidden" name="model" value="{{$m.Name}}">
|
||||
<input type="hidden" name="purge" value="yes">
|
||||
<button type="submit" class="link danger">{{t "mirror.settings.purge"}}</button>
|
||||
</form>
|
||||
</div>
|
||||
</details>
|
||||
{{end}}
|
||||
Reference in new issue
Block a user