third-party-mirrors/ollama
1
0
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix prompt for non-mllama multimodal

Browse Source
This commit is contained in:
Patrick Devine 2024-09-26 01:31:53 -07:00
parent c48e2cfc0d
commit 96a8b2f7d8
1 changed files with 17 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
server/prompt.go
View File

@ -84,25 +84,25 @@ func chatPrompt(ctx context.Context, m *Model, tokenize tokenizeFunc, opts *api.
msgs[lastMsgIdx].Content = strings.TrimSpace("<|image|>" + msgs[lastMsgIdx].Content)
images = append(images, imgData)
}
}
} else {
for cnt, msg := range msgs[currMsgIdx:] {
for _, i := range msg.Images {
imgData := llm.ImageData{
ID: len(images),
Data: i,
}
for cnt, msg := range msgs[currMsgIdx:] {
for _, i := range msg.Images {
imgData := llm.ImageData{
ID: len(images),
Data: i,
imageTag := fmt.Sprintf("[img-%d]", imgData.ID)
prompt := msg.Content
if !strings.Contains(prompt, "[img]") {
prompt = strings.TrimSpace("[img] " + prompt)
}
prompt = strings.Replace(prompt, "[img]", imageTag, 1)
msgs[currMsgIdx+cnt].Content = prompt
images = append(images, imgData)
}
imageTag := fmt.Sprintf("[img-%d]", imgData.ID)
prompt := msg.Content
if !strings.Contains(prompt, "[img]") {
prompt = strings.TrimSpace("[img] " + prompt)
}
prompt = strings.Replace(prompt, "[img]", imageTag, 1)
msgs[currMsgIdx+cnt].Content = prompt
images = append(images, imgData)
}
}