ctl guard judge check, and POST /api/v1/guard/judges/check, time three judgments of a 280-token prompt, then a burst at once, against the policies' wait: ok, tight or slow, about how many requests a second can be judged, and what to do. server init runs it once the judge is up and says a machine too slow before the next steps; the wait is not changed without asking. BACKLOG reordered by what goes wrong where installed. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
d1bf26528b
commit
85f135311e
12 files changed
+475
-39
No files matched your search
@@ -1284,6 +1284,48 @@
|
||||
}
|
||||
}
|
||||
},
|
||||
"/api/v1/guard/judges/check": {
|
||||
"post": {
|
||||
"operationId": "postGuardJudgesCheck",
|
||||
"summary": "How a judge keeps up: three judgments in turn, then a burst at once, against the budget",
|
||||
"tags": [
|
||||
"guard"
|
||||
],
|
||||
"parameters": [
|
||||
{
|
||||
"$ref": "#/components/parameters/Actor"
|
||||
}
|
||||
],
|
||||
"requestBody": {
|
||||
"required": true,
|
||||
"content": {
|
||||
"application/json": {
|
||||
"schema": {
|
||||
"$ref": "#/components/schemas/JudgeCheckRequest"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"responses": {
|
||||
"200": {
|
||||
"description": "OK",
|
||||
"content": {
|
||||
"application/json": {
|
||||
"schema": {
|
||||
"$ref": "#/components/schemas/JudgeCheckView"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"401": {
|
||||
"$ref": "#/components/responses/Unauthorized"
|
||||
},
|
||||
"default": {
|
||||
"$ref": "#/components/responses/Error"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"/api/v1/jobs": {
|
||||
"get": {
|
||||
"operationId": "getJobs",
|
||||
@@ -6755,6 +6797,70 @@
|
||||
}
|
||||
}
|
||||
},
|
||||
"JudgeCheckRequest": {
|
||||
"type": "object",
|
||||
"description": "JudgeCheckRequest asks how a judge keeps up: Burst judgments at once after three in turn; zero is two for each ready replica.",
|
||||
"properties": {
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"burst": {
|
||||
"type": "integer"
|
||||
}
|
||||
}
|
||||
},
|
||||
"JudgeCheckView": {
|
||||
"type": "object",
|
||||
"description": "JudgeCheckView is how long a judgment took, alone and among others, set against the time a request waits for one.",
|
||||
"properties": {
|
||||
"model": {
|
||||
"type": "string"
|
||||
},
|
||||
"budget_ms": {
|
||||
"type": "integer",
|
||||
"format": "int64"
|
||||
},
|
||||
"ready_replicas": {
|
||||
"type": "integer"
|
||||
},
|
||||
"took_ms": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "integer",
|
||||
"format": "int64"
|
||||
},
|
||||
"description": "TookMs are three judgments of the same text, one after another."
|
||||
},
|
||||
"slowest_ms": {
|
||||
"type": "integer",
|
||||
"format": "int64"
|
||||
},
|
||||
"burst": {
|
||||
"type": "integer",
|
||||
"description": "Burst judgments at once: the slowest of them, how many gave no verdict, and how many a second the judges read."
|
||||
},
|
||||
"burst_slowest_ms": {
|
||||
"type": "integer",
|
||||
"format": "int64"
|
||||
},
|
||||
"burst_failed": {
|
||||
"type": "integer"
|
||||
},
|
||||
"judgments_per_second": {
|
||||
"type": "number"
|
||||
},
|
||||
"verdict": {
|
||||
"type": "string",
|
||||
"description": "Verdict is ok, tight (past half the budget alone, or past it among others) or slow (past it alone); Advice what to do when not ok."
|
||||
},
|
||||
"advice": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"JudgeView": {
|
||||
"type": "object",
|
||||
"description": "JudgeView is one judge model the guardrail policies ask, and whether it can answer them.",
|
||||
@@ -6795,6 +6901,11 @@
|
||||
"wanted_replicas": {
|
||||
"type": "integer"
|
||||
},
|
||||
"budget_ms": {
|
||||
"type": "integer",
|
||||
"format": "int64",
|
||||
"description": "BudgetMs is how long a request waits for it: the shortest of its policies' latency budgets."
|
||||
},
|
||||
"last_error": {
|
||||
"type": "string",
|
||||
"description": "LastError is its last failure to give a verdict, if any."
|
||||
|
||||
Reference in new issue
Block a user