Standbys that answer the client API themselves, behind router.active_active
CI / test (push) Successful in 9m35s
CI / test (push) Successful in 9m35s
A standby follows the leader's Ready replicas over the agent port, every two seconds, and reports back the replicas its router used and the on-demand models it was asked for. No engine keys travel: every control plane derives them from the cluster secret. Budgets are raised to the store's every 30 s. Unheard from the leader for a minute, a standby passes /v1 on as before. Off by default. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
f664592948
commit
8b7eefef16
22 files changed
+936
-15
No files matched your search
@@ -12,6 +12,7 @@ import (
|
||||
"os"
|
||||
"strings"
|
||||
"sync"
|
||||
"sync/atomic"
|
||||
"time"
|
||||
|
||||
"gitea.mynodes.xyz/ilker/llmgw/internal/control/catalog"
|
||||
@@ -95,6 +96,13 @@ type Controller struct {
|
||||
mu sync.Mutex
|
||||
last string // fingerprint of the last published list
|
||||
|
||||
// feed is where a standby's router learns the leader's Ready replicas,
|
||||
// when standbys answer requests themselves; nil when they do not.
|
||||
feed ReplicaFeed
|
||||
// catRev changes with every catalog put in force here, so a standby
|
||||
// following this one knows to read the catalog again.
|
||||
catRev atomic.Uint64
|
||||
|
||||
stop chan struct{}
|
||||
done chan struct{}
|
||||
once sync.Once
|
||||
@@ -193,6 +201,7 @@ type LoadSource interface {
|
||||
// killed.
|
||||
func (c *Controller) ReplaceCatalog(ctx context.Context, next *catalog.Catalog) {
|
||||
c.cat.Store(next)
|
||||
c.catRev.Add(1)
|
||||
if cs, ok := c.sink.(CatalogSink); ok {
|
||||
cs.SetCatalog(next)
|
||||
}
|
||||
@@ -345,7 +354,7 @@ func (c *Controller) Publish(ctx context.Context) {
|
||||
|
||||
// endpoints converts Ready replicas into the router's view.
|
||||
func (c *Controller) endpoints() []endpoint.Info {
|
||||
ready := c.rec.ReadyReplicas()
|
||||
ready := c.routable()
|
||||
out := make([]endpoint.Info, 0, len(ready))
|
||||
|
||||
for _, rep := range ready {
|
||||
|
||||
Reference in new issue
Block a user