876f7eab81
It was getting confusing to have the arbirary handling of manifests in the blobstore. It also prevented us from using model.Ref in the blobstore because of cyclic dependencies. This is much easier to grok now.
129 lines
2.3 KiB
Go
129 lines
2.3 KiB
Go
package blobstore
|
|
|
|
import (
|
|
"errors"
|
|
"iter"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
"time"
|
|
|
|
"bllamo.com/build/blob"
|
|
"kr.dev/diff"
|
|
)
|
|
|
|
const (
|
|
blobNameHello = "sha256-2cf24dba5fb0a30e26e83b2ac5b9e29e1b161e5c1fa7425e73043362938b9824"
|
|
)
|
|
|
|
func TestStoreBasicBlob(t *testing.T) {
|
|
dir := t.TempDir()
|
|
|
|
checkDir(t, dir, nil)
|
|
|
|
st, err := Open(dir)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
now := time.Now()
|
|
st.now = func() time.Time { return now }
|
|
|
|
checkDir(t, dir, []string{
|
|
"blobs/",
|
|
})
|
|
|
|
id, size, err := PutBytes(st, []byte("hello"))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if id != ParseID(blobNameHello) {
|
|
t.Errorf("unexpected ID: %s", id)
|
|
}
|
|
if size != 5 {
|
|
t.Errorf("unexpected size: %d", size)
|
|
}
|
|
|
|
checkDir(t, dir, []string{
|
|
"blobs/",
|
|
"blobs/" + blobNameHello,
|
|
})
|
|
|
|
got, err := st.Get(id)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
diff.Test(t, t.Errorf, got, Entry{
|
|
ID: id,
|
|
Size: 5,
|
|
Time: now,
|
|
})
|
|
|
|
file := st.OutputFilename(id)
|
|
wantFile := filepath.Join(dir, "blobs", blobNameHello)
|
|
if file != wantFile {
|
|
t.Errorf("unexpected file: %s", file)
|
|
}
|
|
|
|
// Check tags
|
|
ref := blob.ParseRef("registry.ollama.ai/library/test:latest+KQED")
|
|
|
|
t.Logf("RESOLVING: %q", ref.Parts())
|
|
|
|
}
|
|
|
|
// checkDir checks that the directory at dir contains the files in want. The
|
|
// files in want must be relative to dir.
|
|
//
|
|
// direcotories are suffixed with a slash (e.g. "foo/" instead of "foo").
|
|
//
|
|
// want must be in lexicographic order.
|
|
func checkDir(t testing.TB, dir string, want []string) {
|
|
t.Helper()
|
|
|
|
var matches []string
|
|
for path, err := range walkDir(dir) {
|
|
t.Helper()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
t.Logf("found %s", path)
|
|
if path == "./" {
|
|
continue
|
|
}
|
|
path = filepath.ToSlash(path)
|
|
matches = append(matches, path)
|
|
}
|
|
|
|
diff.Test(t, t.Errorf, matches, want)
|
|
}
|
|
|
|
var errStop = errors.New("stop")
|
|
|
|
func walkDir(dir string) iter.Seq2[string, error] {
|
|
return func(yield func(string, error) bool) {
|
|
err := filepath.WalkDir(dir, func(path string, info os.DirEntry, err error) error {
|
|
if err != nil {
|
|
return err
|
|
}
|
|
path, err = filepath.Rel(dir, path)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
path = filepath.ToSlash(path)
|
|
if info.IsDir() {
|
|
path += "/"
|
|
}
|
|
if !yield(path, nil) {
|
|
return errStop
|
|
}
|
|
return nil
|
|
})
|
|
if !errors.Is(err, errStop) && err != nil {
|
|
yield("", err)
|
|
}
|
|
}
|
|
}
|