diff --git a/llama/runner/runner.go b/llama/runner/runner.go index d45f96cf..9aca6cfe 100644 --- a/llama/runner/runner.go +++ b/llama/runner/runner.go @@ -91,6 +91,7 @@ func (s *Server) NewSequence(prompt string, numPredict int, stop []string, param return &Sequence{ tokens: tokens, n_prompt_tokens: len(tokens), + numPredict: numPredict, responses: make(chan string, 1), embedding: make(chan []float32, 1), samplingCtx: sc,