From 9b12a511caf9fb9775042b113857dd07f2e602de Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Fri, 22 Sep 2023 23:50:55 -0400 Subject: [PATCH] check other request fields before load short circuit in `/api/generate` --- server/routes.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/server/routes.go b/server/routes.go index 045b1a26..62fd806b 100644 --- a/server/routes.go +++ b/server/routes.go @@ -223,7 +223,8 @@ func GenerateHandler(c *gin.Context) { ch <- r } - if req.Prompt == "" { + // an empty request loads the model + if req.Prompt == "" && req.Template == "" && req.System == "" { ch <- api.GenerateResponse{Model: req.Model, Done: true} } else { if err := loaded.llm.Predict(c.Request.Context(), req.Context, prompt, fn); err != nil {