From c4209d6d21dab00bb02713757e729a2449082b1f Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Sat, 25 May 2024 09:23:28 -0700 Subject: [PATCH] Report better warning on client closed abort of load If the client closes the connection before we finish loading the model we abort, so lets make the log message clearer why to help users understand this failure mode --- llm/server.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm/server.go b/llm/server.go index 384d31ca..5ca9411e 100644 --- a/llm/server.go +++ b/llm/server.go @@ -528,7 +528,7 @@ func (s *llmServer) WaitUntilRunning(ctx context.Context) error { for { select { case <-ctx.Done(): - slog.Info("context expired before server started") + slog.Warn("client connection closed before server finished loading, aborting load") return fmt.Errorf("timed out waiting for llama runner to start: %w", ctx.Err()) case err := <-s.done: msg := ""