Serve and update models in the background from the console, and follow them under Jobs
The console starts a serve or update job over the admin API and stays, instead of closing to follow the download. Jobs lists them with their progress and steps; the sidebar counts those running. ctl model serve and update take --detach; ctl jobs lists jobs and follows one. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
d311a3ca4a
commit
e12996f7dd
12 files changed
+280
-34
No files matched your search
@@ -82,7 +82,8 @@ func updateCell(u modelserve.UpdateInfo) string {
|
||||
}
|
||||
|
||||
func newModelUpdateCmd(client func() *ctlClient) *cobra.Command {
|
||||
return &cobra.Command{
|
||||
var detach bool
|
||||
c := &cobra.Command{
|
||||
Use: "update MODEL",
|
||||
Short: "Move a model to the weights its repository publishes now",
|
||||
Long: "The new files are fetched into the mirror beside the ones in use and\n" +
|
||||
@@ -97,9 +98,14 @@ func newModelUpdateCmd(client func() *ctlClient) *cobra.Command {
|
||||
if err := client().post(cmd.Context(), "/api/v1/models/"+args[0]+"/update", []byte("{}"), &job); err != nil {
|
||||
return err
|
||||
}
|
||||
if detach {
|
||||
return detached(cmd, job)
|
||||
}
|
||||
return followJob(cmd, client, job, "runs the new weights")
|
||||
},
|
||||
}
|
||||
c.Flags().BoolVar(&detach, "detach", false, "start it and return: it runs on the control plane; `llmgw ctl jobs` follows it")
|
||||
return c
|
||||
}
|
||||
|
||||
func newModelRollbackCmd(client func() *ctlClient) *cobra.Command {
|
||||
|
||||
Reference in new issue
Block a user