package imageutil import ( "context" "encoding/json" "fmt" "sync" "time" "github.com/containerd/containerd/content" "github.com/containerd/containerd/images" "github.com/containerd/containerd/leases" "github.com/containerd/containerd/platforms" "github.com/containerd/containerd/reference" "github.com/containerd/containerd/remotes" "github.com/moby/buildkit/util/leaseutil" digest "github.com/opencontainers/go-digest" specs "github.com/opencontainers/image-spec/specs-go/v1" "github.com/pkg/errors" ) type ContentCache interface { content.Ingester content.Provider } var leasesMu sync.Mutex var leasesF []func(context.Context) error func CancelCacheLeases() { leasesMu.Lock() for _, f := range leasesF { f(context.TODO()) } leasesF = nil leasesMu.Unlock() } func Config(ctx context.Context, str string, resolver remotes.Resolver, cache ContentCache, leaseManager leases.Manager, p *specs.Platform) (digest.Digest, []byte, error) { // TODO: fix buildkit to take interface instead of struct var platform platforms.MatchComparer if p != nil { platform = platforms.Only(*p) } else { platform = platforms.Default() } ref, err := reference.Parse(str) if err != nil { return "", nil, errors.WithStack(err) } if leaseManager != nil { ctx2, done, err := leaseutil.WithLease(ctx, leaseManager, leases.WithExpiration(5*time.Minute)) if err != nil { return "", nil, errors.WithStack(err) } ctx = ctx2 defer func() { // this lease is not deleted to allow other components to access manifest/config from cache. It will be deleted after 5 min deadline or on pruning inactive builder leasesMu.Lock() leasesF = append(leasesF, done) leasesMu.Unlock() }() } desc := specs.Descriptor{ Digest: ref.Digest(), } if desc.Digest != "" { ra, err := cache.ReaderAt(ctx, desc) if err == nil { desc.Size = ra.Size() mt, err := DetectManifestMediaType(ra) if err == nil { desc.MediaType = mt } } } // use resolver if desc is incomplete if desc.MediaType == "" { _, desc, err = resolver.Resolve(ctx, ref.String()) if err != nil { return "", nil, err } } fetcher, err := resolver.Fetcher(ctx, ref.String()) if err != nil { return "", nil, err } if desc.MediaType == images.MediaTypeDockerSchema1Manifest { return readSchema1Config(ctx, ref.String(), desc, fetcher, cache) } children := childrenConfigHandler(cache, platform) if m, ok := cache.(content.Manager); ok { children = SetChildrenLabelsNonBlobs(m, children) } handlers := []images.Handler{ fetchWithoutRoot(remotes.FetchHandler(cache, fetcher)), children, } if err := images.Dispatch(ctx, images.Handlers(handlers...), nil, desc); err != nil { return "", nil, err } config, err := images.Config(ctx, cache, desc, platform) if err != nil { return "", nil, err } dt, err := content.ReadBlob(ctx, cache, config) if err != nil { return "", nil, err } return desc.Digest, dt, nil } func fetchWithoutRoot(fetch images.HandlerFunc) images.HandlerFunc { return func(ctx context.Context, desc specs.Descriptor) ([]specs.Descriptor, error) { if desc.Annotations == nil { desc.Annotations = map[string]string{} } desc.Annotations["buildkit/noroot"] = "true" return fetch(ctx, desc) } } func childrenConfigHandler(provider content.Provider, platform platforms.MatchComparer) images.HandlerFunc { return func(ctx context.Context, desc specs.Descriptor) ([]specs.Descriptor, error) { var descs []specs.Descriptor switch desc.MediaType { case images.MediaTypeDockerSchema2Manifest, specs.MediaTypeImageManifest: p, err := content.ReadBlob(ctx, provider, desc) if err != nil { return nil, err } // TODO(stevvooe): We just assume oci manifest, for now. There may be // subtle differences from the docker version. var manifest specs.Manifest if err := json.Unmarshal(p, &manifest); err != nil { return nil, err } descs = append(descs, manifest.Config) case images.MediaTypeDockerSchema2ManifestList, specs.MediaTypeImageIndex: p, err := content.ReadBlob(ctx, provider, desc) if err != nil { return nil, err } var index specs.Index if err := json.Unmarshal(p, &index); err != nil { return nil, err } if platform != nil { for _, d := range index.Manifests { if d.Platform == nil || platform.Match(*d.Platform) { descs = append(descs, d) } } } else { descs = append(descs, index.Manifests...) } case images.MediaTypeDockerSchema2Config, specs.MediaTypeImageConfig: // childless data types. return nil, nil default: return nil, errors.Errorf("encountered unknown type %v; children may not be fetched", desc.MediaType) } return descs, nil } } // specs.MediaTypeImageManifest, // TODO: detect schema1/manifest-list func DetectManifestMediaType(ra content.ReaderAt) (string, error) { // TODO: schema1 dt := make([]byte, ra.Size()) if _, err := ra.ReadAt(dt, 0); err != nil { return "", err } return DetectManifestBlobMediaType(dt) } func DetectManifestBlobMediaType(dt []byte) (string, error) { var mfst struct { MediaType string `json:"mediaType"` Config json.RawMessage `json:"config"` } if err := json.Unmarshal(dt, &mfst); err != nil { return "", err } if mfst.MediaType != "" { return mfst.MediaType, nil } if mfst.Config != nil { return images.MediaTypeDockerSchema2Manifest, nil } return images.MediaTypeDockerSchema2ManifestList, nil } func SetChildrenLabelsNonBlobs(manager content.Manager, f images.HandlerFunc) images.HandlerFunc { return func(ctx context.Context, desc specs.Descriptor) ([]specs.Descriptor, error) { children, err := f(ctx, desc) if err != nil { return children, err } if len(children) > 0 { info := content.Info{ Digest: desc.Digest, Labels: map[string]string{}, } fields := []string{} for i, ch := range children { switch ch.MediaType { case images.MediaTypeDockerSchema2Layer, images.MediaTypeDockerSchema2LayerGzip, specs.MediaTypeImageLayer, specs.MediaTypeImageLayerGzip: continue default: } info.Labels[fmt.Sprintf("containerd.io/gc.ref.content.%d", i)] = ch.Digest.String() fields = append(fields, fmt.Sprintf("labels.containerd.io/gc.ref.content.%d", i)) } if len(info.Labels) > 0 { _, err := manager.Update(ctx, info, fields...) if err != nil { return nil, err } } } return children, err } }