The baseline fails closed with two judges, and a judge not answering is a notification
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
07af03aa93
commit
c553f2041a
11 files changed
+67
-22
No files matched your search
@@ -160,6 +160,14 @@ func newServerCmd() *cobra.Command {
|
||||
return err
|
||||
}
|
||||
rt.SetNotifier(notifier)
|
||||
if gate != nil && notifier != nil {
|
||||
gate.SetJudgeAlarm(func(model string, err error) {
|
||||
notifier.Notify(notify.JudgeUnavailable, model,
|
||||
fmt.Sprintf("the guardrails judge %s gives no verdict (%v): policies with fail: closed "+
|
||||
"refuse what it should read, fail: open serve it unjudged", model, err),
|
||||
map[string]any{"model": model, "error": err.Error()})
|
||||
})
|
||||
}
|
||||
if notifier != nil {
|
||||
log.Info("notifications on", "webhooks", len(cfg.Notify.Webhooks))
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user