From 2d49197b3bfffc89df869c4855839b83b17efcb2 Mon Sep 17 00:00:00 2001 From: Bruce MacDonald Date: Mon, 10 Jul 2023 21:24:41 +0200 Subject: [PATCH] increase default model size to 512 --- api/types.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/api/types.go b/api/types.go index 2aadcfff..fbcf570e 100644 --- a/api/types.go +++ b/api/types.go @@ -89,7 +89,7 @@ type PredictOptions struct { } var DefaultModelOptions ModelOptions = ModelOptions{ - ContextSize: 128, + ContextSize: 512, Seed: 0, F16Memory: true, MLock: false,