From 5d71bda4780ef26850656531773c795ffa81e400 Mon Sep 17 00:00:00 2001 From: Bruce MacDonald Date: Fri, 22 Sep 2023 19:41:52 +0100 Subject: [PATCH] close llm on interrupt (#577) --- server/routes.go | 3 +++ 1 file changed, 3 insertions(+) diff --git a/server/routes.go b/server/routes.go index 756efe30..045b1a26 100644 --- a/server/routes.go +++ b/server/routes.go @@ -570,6 +570,9 @@ func Serve(ln net.Listener, allowOrigins []string) error { signal.Notify(signals, syscall.SIGINT, syscall.SIGTERM) go func() { <-signals + if loaded.llm != nil { + loaded.llm.Close() + } os.RemoveAll(workDir) os.Exit(0) }()