Merge e84cdc2b750163ebd1c2a0279e151c2efd357775 into 67691e410db7a50b07a64858820b14de9aa91314

This commit is contained in:
Jesse Gross 2024-11-14 09:55:48 +01:00 committed by GitHub
commit 65eb525a90
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -161,15 +161,13 @@ func (s *Server) inputs(prompt string, images []ImageData) ([]input, error) {
for i, part := range parts {
// text - tokenize
if strings.TrimSpace(part) != "" {
tokens, err := s.lc.Model().Tokenize(part, i == 0, true)
if err != nil {
return nil, err
}
tokens, err := s.lc.Model().Tokenize(part, i == 0, true)
if err != nil {
return nil, err
}
for _, t := range tokens {
inputs = append(inputs, input{token: t})
}
for _, t := range tokens {
inputs = append(inputs, input{token: t})
}
// image - generate image embedding