Guardrails turn off and on; a judge's refusal says which hazard; ctl guard judge ask
guard.enabled (unset is on) makes every policy check nothing while false, live: llmgw ctl guard off/on set it in the cluster's settings, and ctl status, ctl guard list and the guardrails page say when they are off. A refusal by a judge names the hazard it saw - judge: S6,Specialized Advice - and the verdict is kept with the request in a new usage column, guard_rule, shown by ctl request, the request log and the guardrails page. llmgw ctl guard judge ask has a judge read a text, past the cache, and shows its raw answer and how it is read; the endpoint is kept out of the audit so no text is recorded. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
3f5a809373
commit
249a91aeec
34 files changed
+505
-33
No files matched your search
@@ -24,8 +24,10 @@ type guardPageData struct {
|
||||
Window string
|
||||
Windows []string
|
||||
// Policies are the library, Default those applied to every request.
|
||||
Policies []string
|
||||
Default []string
|
||||
Policies []string
|
||||
Default []string
|
||||
// Off is the guardrails turned off (guard.enabled: false).
|
||||
Off bool
|
||||
Attachments []guardAttachmentRow
|
||||
Counts []guardCountRow
|
||||
Events []guardEventRow
|
||||
@@ -40,9 +42,9 @@ type guardCountRow struct {
|
||||
}
|
||||
|
||||
type guardEventRow struct {
|
||||
At, RequestID, Where, Model, Action, Policy, Category string
|
||||
Status int
|
||||
Ms int64
|
||||
At, RequestID, Where, Model, Action, Policy, Category, Rule string
|
||||
Status int
|
||||
Ms int64
|
||||
}
|
||||
|
||||
var guardWindows = map[string]time.Duration{"24h": 24 * time.Hour, "7d": 7 * 24 * time.Hour, "30d": 30 * 24 * time.Hour}
|
||||
@@ -54,8 +56,9 @@ func (p *AccountPages) RegisterAdminGuard(mux *http.ServeMux, s GuardAdminSource
|
||||
mux.HandleFunc("GET /admin/guard", p.adminOnly(func(w http.ResponseWriter, r *http.Request, admin store.User) {
|
||||
ctx, l := r.Context(), langOf(r)
|
||||
lib := library()
|
||||
off := !lib.On()
|
||||
d := guardPageData{Nav: p.navFor(r, admin, "guard"), Version: p.version, Window: r.URL.Query().Get("window"),
|
||||
Windows: []string{"24h", "7d", "30d"}, Default: lib.Default}
|
||||
Windows: []string{"24h", "7d", "30d"}, Default: lib.Default, Off: off}
|
||||
since, ok := guardWindows[d.Window]
|
||||
if !ok {
|
||||
d.Window, since = "7d", guardWindows["7d"]
|
||||
@@ -104,7 +107,7 @@ func (p *AccountPages) RegisterAdminGuard(mux *http.ServeMux, s GuardAdminSource
|
||||
at := e.At.UTC()
|
||||
d.Events = append(d.Events, guardEventRow{At: l.Date(at) + " " + at.Format("15:04:05"),
|
||||
RequestID: e.RequestID, Where: name(e.ProjectID), Model: e.Model, Action: guardActionWord(l, e.Action),
|
||||
Policy: e.Policy, Category: e.Category, Status: e.Status, Ms: e.GuardMs})
|
||||
Policy: e.Policy, Category: e.Category, Rule: e.Rule, Status: e.Status, Ms: e.GuardMs})
|
||||
}
|
||||
noStore(w)
|
||||
render(w, r, "admin_guard", d)
|
||||
|
||||
@@ -32,5 +32,6 @@
|
||||
"guard.col.request": "Request",
|
||||
"guard.col.model": "Model",
|
||||
"guard.col.status": "Status",
|
||||
"guard.request_hint": "<code>llmgw ctl request ID</code> says what else a request went through."
|
||||
"guard.request_hint": "<code>llmgw ctl request ID</code> says what else a request went through.",
|
||||
"guard.off": "The guardrails are <strong>off</strong>: no request is checked, whatever the policies below say. <code>llmgw ctl guard on</code> turns them back on."
|
||||
}
|
||||
@@ -32,5 +32,6 @@
|
||||
"guard.col.request": "İstek",
|
||||
"guard.col.model": "Model",
|
||||
"guard.col.status": "Durum",
|
||||
"guard.request_hint": "Bir isteğin başka nelerden geçtiğini <code>llmgw ctl request ID</code> söyler."
|
||||
"guard.request_hint": "Bir isteğin başka nelerden geçtiğini <code>llmgw ctl request ID</code> söyler.",
|
||||
"guard.off": "Guardrail'ler <strong>kapalı</strong>: aşağıdaki politikalar ne derse desin hiçbir istek kontrol edilmiyor. <code>llmgw ctl guard on</code> yeniden açar."
|
||||
}
|
||||
@@ -9,6 +9,7 @@
|
||||
{{template "nav" .Nav}}
|
||||
</header>
|
||||
{{if .Error}}<p class="error" role="alert">{{.Error}}</p>{{end}}
|
||||
{{if .Off}}<p class="error" role="alert">{{th "guard.off"}}</p>{{end}}
|
||||
|
||||
<h2>{{t "guard.policies"}}</h2>
|
||||
{{if .Policies}}
|
||||
@@ -39,7 +40,7 @@
|
||||
<table class="rows">
|
||||
<tr><th>{{t "guard.col.when"}}</th><th>{{t "guard.col.request"}}</th><th>{{t "guard.col.where"}}</th><th>{{t "guard.col.model"}}</th><th>{{t "guard.col.action"}}</th><th>{{t "guard.col.policy"}}</th><th>{{t "guard.col.category"}}</th><th class="num">{{t "guard.col.status"}}</th><th class="num">ms</th></tr>
|
||||
{{range .Events}}<tr><td>{{.At}}</td><td><code>{{.RequestID}}</code></td><td>{{.Where}}</td><td>{{.Model}}</td>
|
||||
<td>{{.Action}}</td><td><code>{{.Policy}}</code></td><td>{{.Category}}</td><td class="num">{{.Status}}</td><td class="num">{{count .Ms}}</td></tr>{{end}}
|
||||
<td>{{.Action}}</td><td><code>{{.Policy}}</code></td><td>{{.Category}}{{if .Rule}} · {{.Rule}}{{end}}</td><td class="num">{{.Status}}</td><td class="num">{{count .Ms}}</td></tr>{{end}}
|
||||
</table>
|
||||
<p class="sub">{{th "guard.request_hint"}}</p>
|
||||
{{end}}
|
||||
|
||||
Reference in new issue
Block a user