norohind/ollama
1
0
Fork 0
forked from third-party-mirrors/ollama
Code Pull Requests Activity

fix prompt for non-mllama multimodal

Browse Source
This commit is contained in:
Patrick Devine 2024-09-26 01:31:53 -07:00
parent c48e2cfc0d
commit 96a8b2f7d8
1 changed files with 17 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/prompt.go
View File

@ -84,8 +84,7 @@ func chatPrompt(ctx context.Context, m *Model, tokenize tokenizeFunc, opts *api.
msgs[lastMsgIdx].Content = strings.TrimSpace("<|image|>" + msgs[lastMsgIdx].Content)
images = append(images, imgData)
}
}
} else {
for cnt, msg := range msgs[currMsgIdx:] {
for _, i := range msg.Images {
imgData := llm.ImageData{
@ -105,6 +104,7 @@ func chatPrompt(ctx context.Context, m *Model, tokenize tokenizeFunc, opts *api.
images = append(images, imgData)
}
}
}
// truncate any messages that do not fit into the context window
var b bytes.Buffer