Compare commits

..

1 Commits

Author SHA1 Message Date
Blake Mizerany
67691e410d
cmd: preserve exact bytes when displaying template/system layers (#7586) 2024-11-13 23:53:30 -08:00
2 changed files with 10 additions and 8 deletions

View File

@ -800,9 +800,9 @@ func ShowHandler(cmd *cobra.Command, args []string) error {
case "parameters": case "parameters":
fmt.Println(resp.Parameters) fmt.Println(resp.Parameters)
case "system": case "system":
fmt.Println(resp.System) fmt.Print(resp.System)
case "template": case "template":
fmt.Println(resp.Template) fmt.Print(resp.Template)
} }
return nil return nil

View File

@ -161,13 +161,15 @@ func (s *Server) inputs(prompt string, images []ImageData) ([]input, error) {
for i, part := range parts { for i, part := range parts {
// text - tokenize // text - tokenize
tokens, err := s.lc.Model().Tokenize(part, i == 0, true) if strings.TrimSpace(part) != "" {
if err != nil { tokens, err := s.lc.Model().Tokenize(part, i == 0, true)
return nil, err if err != nil {
} return nil, err
}
for _, t := range tokens { for _, t := range tokens {
inputs = append(inputs, input{token: t}) inputs = append(inputs, input{token: t})
}
} }
// image - generate image embedding // image - generate image embedding