fix dolphin-mistral

This commit is contained in:
Daniel Hiltgen 2024-08-01 14:47:00 -07:00 committed by jmorganca
parent 21947d5c1b
commit 47b0e81219

View File

@ -68,7 +68,7 @@ func (s *Sequence) prompt() bool {
}
func (s *Server) NewSequence(prompt string, numPredict int, stop []string, params *llama.SamplingParams, embedding bool) *Sequence {
tokens, err := s.lc.Model().Tokenize(prompt, embedding, true)
tokens, err := s.lc.Model().Tokenize(prompt, true, true)
if err != nil {
panic(err)
}