From 77a66df72cc085b487c2e3df38f1eacb59daafa7 Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Wed, 3 Jan 2024 19:46:16 -0500 Subject: [PATCH] add macOS memory check for 47B models --- llm/llm.go | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llm/llm.go b/llm/llm.go index e2316a66..69a52fbd 100644 --- a/llm/llm.go +++ b/llm/llm.go @@ -51,6 +51,8 @@ func New(workDir, model string, adapters, projectors []string, opts api.Options) requiredMemory = 16 * format.GigaByte case "30B", "34B", "40B": requiredMemory = 32 * format.GigaByte + case "47B": + requiredMemory = 48 * format.GigaByte case "65B", "70B": requiredMemory = 64 * format.GigaByte case "180B":