The Continue configuration says what the catalog says of the model
CI / test (push) Successful in 2m52s
CI / test (push) Successful in 2m52s
It told Continue every model uses tools and nothing of its context: a model whose calls come back as text stalled Continue's agent, and Continue sent prompts far over a CPU replica's 4096 tokens, each refused. tool_use is now written for a model whose catalog entry says tools, and the context length with a fitting maxTokens whenever the catalog knows it. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
ef33e52d3d
commit
df6d243ee7
5 files changed
+82
-18
No files matched your search
+47
-12
@@ -45,10 +45,23 @@ type connectField struct{ Label, Value string }
|
||||
// unquoted: the names this gateway serves, and nothing a shell reads twice.
|
||||
var safeModel = regexp.MustCompile(`^[A-Za-z0-9._:/@+-]{1,200}$`)
|
||||
|
||||
// ModelFacts is what an editor's configuration needs to know of a model: how
|
||||
// much one request may hold, and whether its tool calls come back as calls.
|
||||
type ModelFacts struct {
|
||||
ContextLength int
|
||||
Tools bool
|
||||
}
|
||||
|
||||
// continueYAML is a Continue assistant pointing at the gateway: a file of its
|
||||
// own under ~/.continue/assistants, so the person's config.yaml is not touched.
|
||||
func continueYAML(base, model, key string) string {
|
||||
return fmt.Sprintf(`# Written by llmgw for Continue: the gateway at %[1]s.
|
||||
//
|
||||
// What it says of the model is what the catalog says. Continue assumed a
|
||||
// context far larger than a CPU replica's, and every request over it was
|
||||
// refused; and told a model uses tools when its calls come back as text,
|
||||
// Continue's agent stalls on them rather than acting.
|
||||
func continueYAML(base, model, key string, f ModelFacts) string {
|
||||
var b strings.Builder
|
||||
fmt.Fprintf(&b, `# Written by llmgw for Continue: the gateway at %[1]s.
|
||||
name: llmgw
|
||||
version: 1.0.0
|
||||
schema: v1
|
||||
@@ -62,11 +75,25 @@ models:
|
||||
- chat
|
||||
- edit
|
||||
- apply
|
||||
capabilities:
|
||||
- tool_use
|
||||
# For completion as you type, add a small, fast model here with the role
|
||||
# autocomplete; a large one makes every keystroke wait for it.
|
||||
`, base, model, key)
|
||||
if f.Tools {
|
||||
b.WriteString(" capabilities:\n - tool_use\n")
|
||||
}
|
||||
if f.ContextLength > 0 {
|
||||
fmt.Fprintf(&b, ` # What the gateway lets one request hold; Continue trims to fit.
|
||||
defaultCompletionOptions:
|
||||
contextLength: %d
|
||||
maxTokens: %d
|
||||
`, f.ContextLength, min(4096, max(256, f.ContextLength/4)))
|
||||
}
|
||||
if !f.Tools {
|
||||
b.WriteString("# This model's catalog entry does not say it makes tool calls, so Continue\n" +
|
||||
"# chats and edits with it but its agent cannot act: choose one that does.\n")
|
||||
}
|
||||
b.WriteString(`# For completion as you type, add a small, fast model here with the role
|
||||
# autocomplete; a large one makes every keystroke wait for it.
|
||||
`)
|
||||
return b.String()
|
||||
}
|
||||
|
||||
// codexTOML is the provider and profile Codex needs, and nothing else of its
|
||||
@@ -87,13 +114,13 @@ model = "%[2]s"
|
||||
}
|
||||
|
||||
// connectFor builds what the page shows for a tool, in English.
|
||||
func connectFor(tool, base, model, key string) connectView {
|
||||
return connectIn(english, tool, base, model, key)
|
||||
func connectFor(tool, base, model, key string, f ModelFacts) connectView {
|
||||
return connectIn(english, tool, base, model, key, f)
|
||||
}
|
||||
|
||||
// connectIn builds what the page shows for a tool, its sentences in l. The
|
||||
// files, commands and paths are the same in every language.
|
||||
func connectIn(l *Lang, tool, base, model, key string) connectView {
|
||||
func connectIn(l *Lang, tool, base, model, key string, f ModelFacts) connectView {
|
||||
v := connectView{Tool: tool, Model: model, Key: key}
|
||||
for _, t := range editorTools {
|
||||
if t.Key == tool {
|
||||
@@ -104,7 +131,7 @@ func connectIn(l *Lang, tool, base, model, key string) connectView {
|
||||
switch tool {
|
||||
case "continue":
|
||||
v.Files = []connectFile{{Path: "~/.continue/assistants/llmgw.yaml", Name: "llmgw.yaml",
|
||||
Body: continueYAML(base, model, key)}}
|
||||
Body: continueYAML(base, model, key, f)}}
|
||||
v.Command = fmt.Sprintf("curl -fsSL '%s' | LLMGW_KEY='%s' sh", script, key)
|
||||
v.Run = l.T("connect.run.continue")
|
||||
case "codex":
|
||||
@@ -173,7 +200,7 @@ func (p *AccountPages) connect(w http.ResponseWriter, r *http.Request) {
|
||||
return
|
||||
}
|
||||
p.log.Info("a user connected an editor", "user", user.ID, "tool", tool, "key", k.ID)
|
||||
c := connectIn(l, tool, baseURL(r), model, secret)
|
||||
c := connectIn(l, tool, baseURL(r), model, secret, p.facts(model))
|
||||
p.render(w, r, sess, user, profileData{Connect: &c})
|
||||
}
|
||||
|
||||
@@ -210,7 +237,7 @@ cat > "$file" <<'LLMGW'
|
||||
tmp="$file.tmp"
|
||||
sed "s|__LLMGW_KEY__|$LLMGW_KEY|" "$file" > "$tmp" && mv "$tmp" "$file"
|
||||
echo "Wrote $file. In Continue, choose the llmgw assistant."
|
||||
`, base, continueYAML(base, model, "__LLMGW_KEY__"))
|
||||
`, base, continueYAML(base, model, "__LLMGW_KEY__", p.facts(model)))
|
||||
case "codex":
|
||||
body = fmt.Sprintf(`#!/bin/sh
|
||||
# Connects Codex to the llmgw gateway at %[1]s.
|
||||
@@ -242,3 +269,11 @@ echo "Run: LLMGW_API_KEY=<your key> codex --profile llmgw"
|
||||
w.Header().Set("Cache-Control", "no-store")
|
||||
_, _ = w.Write([]byte(body))
|
||||
}
|
||||
|
||||
// facts is what the catalog says of a model, when there is one to ask.
|
||||
func (p *AccountPages) facts(model string) ModelFacts {
|
||||
if p.modelFacts == nil {
|
||||
return ModelFacts{}
|
||||
}
|
||||
return p.modelFacts(model)
|
||||
}
|
||||
Reference in new issue
Block a user