From 5b4837f881283c6249135180361857f9e4f607f8 Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Wed, 3 Jan 2024 19:45:39 -0500 Subject: [PATCH] remove unused filetype check --- llm/llm.go | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/llm/llm.go b/llm/llm.go index d581c7ac..e2316a66 100644 --- a/llm/llm.go +++ b/llm/llm.go @@ -41,16 +41,6 @@ func New(workDir, model string, adapters, projectors []string, opts api.Options) } if runtime.GOOS == "darwin" { - switch ggml.FileType() { - case "F32", "Q5_0", "Q5_1", "Q8_0": - if ggml.Name() != "gguf" && opts.NumGPU != 0 { - // GGML Q8_0 do not support Metal API and will - // cause the runner to segmentation fault so disable GPU - log.Printf("WARNING: GPU disabled for F32, Q5_0, Q5_1, and Q8_0") - opts.NumGPU = 0 - } - } - var requiredMemory int64 var f16Multiplier int64 = 2