Compare commits

...

1 Commits

Author SHA1 Message Date
Michael Yang
faf1a6ac5a update push to use model.Name 2024-08-29 16:26:15 -07:00
3 changed files with 50 additions and 53 deletions

View File

@ -16,6 +16,7 @@ import (
"net/http" "net/http"
"net/url" "net/url"
"os" "os"
"path"
"path/filepath" "path/filepath"
"runtime" "runtime"
"slices" "slices"
@ -795,45 +796,42 @@ func PruneDirectory(path string) error {
return nil return nil
} }
func PushModel(ctx context.Context, name string, regOpts *registryOptions, fn func(api.ProgressResponse)) error { func PushModel(ctx context.Context, name model.Name, opts registryOptions, fn func(api.ProgressResponse)) error {
mp := ParseModelPath(name)
fn(api.ProgressResponse{Status: "retrieving manifest"}) fn(api.ProgressResponse{Status: "retrieving manifest"})
if mp.ProtocolScheme == "http" && !regOpts.Insecure { m, err := ParseNamedManifest(name)
return errors.New("insecure protocol http")
}
manifest, _, err := GetManifest(mp)
if err != nil { if err != nil {
fn(api.ProgressResponse{Status: "couldn't retrieve manifest"})
return err return err
} }
var layers []Layer scheme := "https"
layers = append(layers, manifest.Layers...) if opts.Insecure {
if manifest.Config.Digest != "" { scheme = "http"
layers = append(layers, manifest.Config)
} }
for _, layer := range layers { baseURL, err := url.Parse(fmt.Sprintf("%s://%s", scheme, path.Join(name.Host, "v2", name.Namespace, name.Model)))
if err := uploadBlob(ctx, mp, layer, regOpts, fn); err != nil { if err != nil {
return err
}
for _, layer := range append(m.Layers, m.Config) {
if err := uploadBlob(ctx, uploadOptions{name: name, baseURL: baseURL, layer: layer, regOpts: &opts, fn: fn}); err != nil {
slog.Info(fmt.Sprintf("error uploading blob: %v", err)) slog.Info(fmt.Sprintf("error uploading blob: %v", err))
return err return err
} }
} }
fn(api.ProgressResponse{Status: "pushing manifest"}) fn(api.ProgressResponse{Status: "pushing manifest"})
requestURL := mp.BaseURL() requestURL := baseURL.JoinPath("manifests", name.Tag)
requestURL = requestURL.JoinPath("v2", mp.GetNamespaceRepository(), "manifests", mp.Tag)
manifestJSON, err := json.Marshal(manifest) manifestJSON, err := json.Marshal(m)
if err != nil { if err != nil {
return err return err
} }
headers := make(http.Header) headers := make(http.Header)
headers.Set("Content-Type", "application/vnd.docker.distribution.manifest.v2+json") headers.Set("Content-Type", "application/vnd.docker.distribution.manifest.v2+json")
resp, err := makeRequestWithRetry(ctx, http.MethodPut, requestURL, headers, bytes.NewReader(manifestJSON), regOpts) resp, err := makeRequestWithRetry(ctx, http.MethodPut, requestURL, headers, bytes.NewReader(manifestJSON), &opts)
if err != nil { if err != nil {
return err return err
} }
@ -1105,6 +1103,8 @@ func makeRequest(ctx context.Context, method string, requestURL *url.URL, header
return nil, err return nil, err
} }
// omit requestURL.Query() which may contain sensitive information
slog.Debug("request upstream", "method", method, "request.scheme", requestURL.Scheme, "request.host", requestURL.Host, "request.path", requestURL.Path, "status", resp.StatusCode)
return resp, nil return resp, nil
} }

View File

@ -514,24 +514,18 @@ func (s *Server) PullHandler(c *gin.Context) {
} }
func (s *Server) PushHandler(c *gin.Context) { func (s *Server) PushHandler(c *gin.Context) {
var req api.PushRequest var r api.PushRequest
err := c.ShouldBindJSON(&req) if err := c.ShouldBindJSON(&r); errors.Is(err, io.EOF) {
switch {
case errors.Is(err, io.EOF):
c.AbortWithStatusJSON(http.StatusBadRequest, gin.H{"error": "missing request body"}) c.AbortWithStatusJSON(http.StatusBadRequest, gin.H{"error": "missing request body"})
return return
case err != nil: } else if err != nil {
c.AbortWithStatusJSON(http.StatusBadRequest, gin.H{"error": err.Error()}) c.AbortWithStatusJSON(http.StatusBadRequest, gin.H{"error": err.Error()})
return return
} }
var model string n := model.ParseName(cmp.Or(r.Model, r.Name))
if req.Model != "" { if !n.IsValid() {
model = req.Model c.AbortWithStatusJSON(http.StatusBadRequest, gin.H{"error": fmt.Sprintf("name %q is invalid", cmp.Or(r.Model, r.Name))})
} else if req.Name != "" {
model = req.Name
} else {
c.AbortWithStatusJSON(http.StatusBadRequest, gin.H{"error": "model is required"})
return return
} }
@ -542,19 +536,15 @@ func (s *Server) PushHandler(c *gin.Context) {
ch <- r ch <- r
} }
regOpts := &registryOptions{
Insecure: req.Insecure,
}
ctx, cancel := context.WithCancel(c.Request.Context()) ctx, cancel := context.WithCancel(c.Request.Context())
defer cancel() defer cancel()
if err := PushModel(ctx, model, regOpts, fn); err != nil { if err := PushModel(ctx, n, registryOptions{Insecure: r.Insecure}, fn); err != nil {
ch <- gin.H{"error": err.Error()} ch <- gin.H{"error": err.Error()}
} }
}() }()
if req.Stream != nil && !*req.Stream { if r.Stream != nil && !*r.Stream {
waitForStream(c, ch) waitForStream(c, ch)
return return
} }

View File

@ -21,6 +21,7 @@ import (
"github.com/ollama/ollama/api" "github.com/ollama/ollama/api"
"github.com/ollama/ollama/format" "github.com/ollama/ollama/format"
"github.com/ollama/ollama/types/model"
) )
var blobUploadManager sync.Map var blobUploadManager sync.Map
@ -108,7 +109,7 @@ func (b *blobUpload) Prepare(ctx context.Context, requestURL *url.URL, opts *reg
offset += size offset += size
} }
slog.Info(fmt.Sprintf("uploading %s in %d %s part(s)", b.Digest[7:19], len(b.Parts), format.HumanBytes(b.Parts[0].Size))) slog.Info("uploading blob", "digest", b.Digest, "size", format.HumanBytes(b.Total), "parts", len(b.Parts), "size per part", format.HumanBytes(b.Parts[0].Size))
requestURL, err = url.Parse(location) requestURL, err = url.Parse(location)
if err != nil { if err != nil {
@ -362,40 +363,46 @@ func (p *progressWriter) Rollback() {
p.written = 0 p.written = 0
} }
func uploadBlob(ctx context.Context, mp ModelPath, layer Layer, opts *registryOptions, fn func(api.ProgressResponse)) error { type uploadOptions struct {
requestURL := mp.BaseURL() name model.Name
requestURL = requestURL.JoinPath("v2", mp.GetNamespaceRepository(), "blobs", layer.Digest) baseURL *url.URL
layer Layer
regOpts *registryOptions
fn func(api.ProgressResponse)
}
resp, err := makeRequestWithRetry(ctx, http.MethodHead, requestURL, nil, nil, opts) func uploadBlob(ctx context.Context, opts uploadOptions) error {
requestURL := opts.baseURL.JoinPath("blobs", opts.layer.Digest)
resp, err := makeRequestWithRetry(ctx, http.MethodHead, requestURL, nil, nil, opts.regOpts)
switch { switch {
case errors.Is(err, os.ErrNotExist): case errors.Is(err, os.ErrNotExist):
case err != nil: case err != nil:
return err return err
default: default:
defer resp.Body.Close() defer resp.Body.Close()
fn(api.ProgressResponse{ opts.fn(api.ProgressResponse{
Status: fmt.Sprintf("pushing %s", layer.Digest[7:19]), Status: fmt.Sprintf("pushing %s", opts.layer.Digest[7:19]),
Digest: layer.Digest, Digest: opts.layer.Digest,
Total: layer.Size, Total: opts.layer.Size,
Completed: layer.Size, Completed: opts.layer.Size,
}) })
return nil return nil
} }
data, ok := blobUploadManager.LoadOrStore(layer.Digest, &blobUpload{Layer: layer}) data, ok := blobUploadManager.LoadOrStore(opts.layer.Digest, &blobUpload{Layer: opts.layer})
upload := data.(*blobUpload) upload := data.(*blobUpload)
if !ok { if !ok {
requestURL := mp.BaseURL() requestURL := opts.baseURL.JoinPath("blobs", "uploads", "/")
requestURL = requestURL.JoinPath("v2", mp.GetNamespaceRepository(), "blobs/uploads/") if err := upload.Prepare(ctx, requestURL, opts.regOpts); err != nil {
if err := upload.Prepare(ctx, requestURL, opts); err != nil { blobUploadManager.Delete(opts.layer.Digest)
blobUploadManager.Delete(layer.Digest)
return err return err
} }
//nolint:contextcheck //nolint:contextcheck
go upload.Run(context.Background(), opts) go upload.Run(context.Background(), opts.regOpts)
} }
return upload.Wait(ctx, fn) return upload.Wait(ctx, opts.fn)
} }