diff --git a/llm/server.go b/llm/server.go index aa77d6fe..50b2ab60 100644 --- a/llm/server.go +++ b/llm/server.go @@ -978,6 +978,7 @@ func (s *llmServer) Detokenize(ctx context.Context, tokens []int) (string, error func (s *llmServer) Close() error { if s.model != nil { freeModel(s.model) + s.model = nil } if s.cmd != nil { slog.Debug("stopping llama server") @@ -989,6 +990,7 @@ func (s *llmServer) Close() error { slog.Debug("waiting for llama server to exit") <-s.done } + s.cmd = nil slog.Debug("llama server stopped") }