diff --git a/internal/control/modelserve/modelserve.go b/internal/control/modelserve/modelserve.go index d29dbf4..fc04af4 100644 --- a/internal/control/modelserve/modelserve.go +++ b/internal/control/modelserve/modelserve.go @@ -504,7 +504,11 @@ func (s *Server) run(j *Job) { req = fitted } } + // Under the lock: a job is read by Get while it runs, and the race + // detector caught this write beside it. + s.mu.Lock() j.Request = req + s.mu.Unlock() memGB := int((header.MemoryBytes(set.Bytes, req.CtxPool) + 1<<30 - 1) >> 30) basis := fmt.Sprintf("weights %.1f GB + KV cache %.1f GB for %d tokens + engine", gb(set.Bytes), gb(int64(req.CtxPool)*header.KVBytesPerToken()), req.CtxPool)