Canary of a model's newer weights: ctl model canary, promote and canaries, rolled back by itself when it serves worse
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
0a4076928a
commit
a1dfd4df1d
13 files changed
+750
-18
No files matched your search
@@ -25,6 +25,7 @@ import (
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"gitea.mynodes.xyz/ilker/llmgw/internal/canary"
|
||||
"gitea.mynodes.xyz/ilker/llmgw/internal/control/catalog"
|
||||
"gitea.mynodes.xyz/ilker/llmgw/internal/control/reconciler"
|
||||
"gitea.mynodes.xyz/ilker/llmgw/internal/gguf"
|
||||
@@ -86,9 +87,14 @@ type Deps struct {
|
||||
// UnplacedGrace is how long a model may go unplaced before the job
|
||||
// stops waiting for it: a minute unless set.
|
||||
UnplacedGrace time.Duration
|
||||
// Notify is told when a model's repository publishes new weights; nil
|
||||
// tells no one.
|
||||
// Notify is told when a model's repository publishes new weights or a
|
||||
// canary is rolled back; nil tells no one.
|
||||
Notify *notify.Notifier
|
||||
// CanaryStats is how each model's canary and stable side served, by
|
||||
// model; ResetCanary forgets one. From the router; without them a
|
||||
// canary is never rolled back by itself.
|
||||
CanaryStats func() map[string]canary.Stat
|
||||
ResetCanary func(model string)
|
||||
}
|
||||
|
||||
// errBusy is a model the cluster has the hardware for, all of it in use now.
|
||||
|
||||
Reference in new issue
Block a user