norohind/ollama
1
0
Fork 0
forked from third-party-mirrors/ollama
Code Pull Requests Activity

fix cuda build

Browse Source
This commit is contained in:
jmorganca 2024-05-19 03:34:24 -04:00
parent 533a7e7d50
commit 593d6836ab
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llama/build_cuda.sh
View File

@ -14,6 +14,7 @@ nvcc \
-DGGML_SHARED=1 \
-DGGML_BUILD=1 \
-DGGML_USE_LLAMAFILE \
-Wno-deprecated-gpu-targets \
--forward-unknown-to-host-compiler \
-use_fast_math \
-link \
@ -22,4 +23,4 @@ nvcc \
-lcuda -lcublas -lcudart -lcublasLt \
-O3 \
-o ggml-cuda.dll \
ggml-cuda.cu ggml-cuda/*.cu ggml.c ggml-backend.c ggml-alloc.c ggml-quants.c
ggml-cuda.cu ggml-cuda/*.cu ggml.c ggml-backend.c ggml-alloc.c ggml-quants.c sgemm.cpp