diff --git a/api/types.go b/api/types.go index 2aadcfff..fbcf570e 100644 --- a/api/types.go +++ b/api/types.go @@ -89,7 +89,7 @@ type PredictOptions struct { } var DefaultModelOptions ModelOptions = ModelOptions{ - ContextSize: 128, + ContextSize: 512, Seed: 0, F16Memory: true, MLock: false,