From 47b0e812196dd9f5dbdb5c55b39210fa9d56873e Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Thu, 1 Aug 2024 14:47:00 -0700 Subject: [PATCH] fix dolphin-mistral --- llama/runner/runner.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama/runner/runner.go b/llama/runner/runner.go index 66cd23a2..d45f96cf 100644 --- a/llama/runner/runner.go +++ b/llama/runner/runner.go @@ -68,7 +68,7 @@ func (s *Sequence) prompt() bool { } func (s *Server) NewSequence(prompt string, numPredict int, stop []string, params *llama.SamplingParams, embedding bool) *Sequence { - tokens, err := s.lc.Model().Tokenize(prompt, embedding, true) + tokens, err := s.lc.Model().Tokenize(prompt, true, true) if err != nil { panic(err) }