How fast the judge is, measured, and said at install
CI / test (push) Successful in 5m29s

ctl guard judge check, and POST /api/v1/guard/judges/check, time three
judgments of a 280-token prompt, then a burst at once, against the
policies' wait: ok, tight or slow, about how many requests a second can
be judged, and what to do. server init runs it once the judge is up and
says a machine too slow before the next steps; the wait is not changed
without asking. BACKLOG reordered by what goes wrong where installed.

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Ilker ManapandClaude Opus 5.5 committed 2026-10-20 22:35:19 +02:00
1 parent d1bf26528b
commit 85f135311e
12 files changed
+475 -39

No files matched your search

+111
View File
@@ -1284,6 +1284,48 @@
}
}
},
"/api/v1/guard/judges/check": {
"post": {
"operationId": "postGuardJudgesCheck",
"summary": "How a judge keeps up: three judgments in turn, then a burst at once, against the budget",
"tags": [
"guard"
],
"parameters": [
{
"$ref": "#/components/parameters/Actor"
}
],
"requestBody": {
"required": true,
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/JudgeCheckRequest"
}
}
}
},
"responses": {
"200": {
"description": "OK",
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/JudgeCheckView"
}
}
}
},
"401": {
"$ref": "#/components/responses/Unauthorized"
},
"default": {
"$ref": "#/components/responses/Error"
}
}
}
},
"/api/v1/jobs": {
"get": {
"operationId": "getJobs",
@@ -6755,6 +6797,70 @@
}
}
},
"JudgeCheckRequest": {
"type": "object",
"description": "JudgeCheckRequest asks how a judge keeps up: Burst judgments at once after three in turn; zero is two for each ready replica.",
"properties": {
"model": {
"type": "string"
},
"burst": {
"type": "integer"
}
}
},
"JudgeCheckView": {
"type": "object",
"description": "JudgeCheckView is how long a judgment took, alone and among others, set against the time a request waits for one.",
"properties": {
"model": {
"type": "string"
},
"budget_ms": {
"type": "integer",
"format": "int64"
},
"ready_replicas": {
"type": "integer"
},
"took_ms": {
"type": "array",
"items": {
"type": "integer",
"format": "int64"
},
"description": "TookMs are three judgments of the same text, one after another."
},
"slowest_ms": {
"type": "integer",
"format": "int64"
},
"burst": {
"type": "integer",
"description": "Burst judgments at once: the slowest of them, how many gave no verdict, and how many a second the judges read."
},
"burst_slowest_ms": {
"type": "integer",
"format": "int64"
},
"burst_failed": {
"type": "integer"
},
"judgments_per_second": {
"type": "number"
},
"verdict": {
"type": "string",
"description": "Verdict is ok, tight (past half the budget alone, or past it among others) or slow (past it alone); Advice what to do when not ok."
},
"advice": {
"type": "array",
"items": {
"type": "string"
}
}
}
},
"JudgeView": {
"type": "object",
"description": "JudgeView is one judge model the guardrail policies ask, and whether it can answer them.",
@@ -6795,6 +6901,11 @@
"wanted_replicas": {
"type": "integer"
},
"budget_ms": {
"type": "integer",
"format": "int64",
"description": "BudgetMs is how long a request waits for it: the shortest of its policies' latency budgets."
},
"last_error": {
"type": "string",
"description": "LastError is its last failure to give a verdict, if any."