diff --git a/llama/runner/runner.go b/llama/runner/runner.go index 66cd23a2..d45f96cf 100644 --- a/llama/runner/runner.go +++ b/llama/runner/runner.go @@ -68,7 +68,7 @@ func (s *Sequence) prompt() bool { } func (s *Server) NewSequence(prompt string, numPredict int, stop []string, params *llama.SamplingParams, embedding bool) *Sequence { - tokens, err := s.lc.Model().Tokenize(prompt, embedding, true) + tokens, err := s.lc.Model().Tokenize(prompt, true, true) if err != nil { panic(err) }