diff --git a/api/types.go b/api/types.go index ba23d74a..e861ee3a 100644 --- a/api/types.go +++ b/api/types.go @@ -293,7 +293,7 @@ func DefaultOptions() Options { return Options{ // options set on request to runner NumPredict: -1, - NumKeep: 4, + NumKeep: 0, Temperature: 0.8, TopK: 40, TopP: 0.9, diff --git a/llm/llama.go b/llm/llama.go index f731acf4..4a713f85 100644 --- a/llm/llama.go +++ b/llm/llama.go @@ -529,6 +529,8 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string, "stop": llm.Stop, } + fmt.Println(request) + // Handling JSON marshaling with special characters unescaped. buffer := &bytes.Buffer{} enc := json.NewEncoder(buffer)