From a3fcecf943d9105fb0636e26ecb1aa38ffd778a4 Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Mon, 20 Nov 2023 19:54:04 -0500 Subject: [PATCH] only set `main_gpu` if value > 0 is provided --- llm/llama.go | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/llm/llama.go b/llm/llama.go index 4eab751d..7172f91e 100644 --- a/llm/llama.go +++ b/llm/llama.go @@ -339,11 +339,14 @@ func newLlama(model string, adapters []string, runners []ModelRunner, numLayers "--model", model, "--ctx-size", fmt.Sprintf("%d", opts.NumCtx), "--batch-size", fmt.Sprintf("%d", opts.NumBatch), - "--main-gpu", fmt.Sprintf("%d", opts.MainGPU), "--n-gpu-layers", fmt.Sprintf("%d", numGPU), "--embedding", } + if opts.MainGPU > 0 { + params = append(params, "--main-gpu", fmt.Sprintf("%d", opts.MainGPU)) + } + if opts.RopeFrequencyBase > 0 { params = append(params, "--rope-freq-base", fmt.Sprintf("%f", opts.RopeFrequencyBase)) }