kotovalexarian-likes-github/moby--moby
1
0
Fork 0
mirror of https://github.com/moby/moby.git synced 2022-11-09 12:21:53 -05:00
Code Releases Activity

distribution: remove Puller interface, remove redundant V1 checks

Browse source 
It's only used internally, so we can refer to the implementation itself. Given
that RegistryService.LookupPullEndpoints now only returns V2 endpoints, we
no longer need to check if an endpoint is possibly V1.

Also rename some types that had "v2" in their name, now that we only support v2.

Signed-off-by: Sebastiaan van Stijn <github@gone.nl>
This commit is contained in:
Sebastiaan van Stijn 2022-02-27 20:57:07 +01:00
parent 074e41679d
commit 41999abcbe
No known key found for this signature in database
GPG key ID: 76698F39D527CE8C
6 changed files with 74 additions and 104 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

52
distribution/pull.go
View file

@ -15,38 +15,24 @@ import (
"github.com/sirupsen/logrus" "github.com/sirupsen/logrus"
) )
// Puller is an interface that abstracts pulling for different API versions. // newPuller returns a puller to pull from a v2 registry.
type Puller interface { func newPuller(endpoint registry.APIEndpoint, repoInfo *registry.RepositoryInfo, config *ImagePullConfig, local ContentStore) *puller {
// Pull tries to pull the image referenced by `tag` return &puller{
// Pull returns an error if any, as well as a boolean that determines whether to retry Pull on the next configured endpoint. metadataService: metadata.NewV2MetadataService(config.MetadataStore),
// endpoint: endpoint,
Pull(ctx context.Context, ref reference.Named) error config: config,
} repoInfo: repoInfo,
manifestStore: &manifestStore{
// newPuller returns a Puller interface that will pull from a v2 registry. local: local,
func newPuller(endpoint registry.APIEndpoint, repoInfo *registry.RepositoryInfo, imagePullConfig *ImagePullConfig, local ContentStore) (Puller, error) { },
switch endpoint.Version {
case registry.APIVersion2:
return &v2Puller{
V2MetadataService: metadata.NewV2MetadataService(imagePullConfig.MetadataStore),
endpoint: endpoint,
config: imagePullConfig,
repoInfo: repoInfo,
manifestStore: &manifestStore{
local: local,
},
}, nil
case registry.APIVersion1:
return nil, fmt.Errorf("protocol version %d no longer supported. Please contact admins of registry %s", endpoint.Version, endpoint.URL)
} }
return nil, fmt.Errorf("unknown version %d for registry %s", endpoint.Version, endpoint.URL)
} }
// Pull initiates a pull operation. image is the repository name to pull, and // Pull initiates a pull operation. image is the repository name to pull, and
// tag may be either empty, or indicate a specific tag to pull. // tag may be either empty, or indicate a specific tag to pull.
func Pull(ctx context.Context, ref reference.Named, imagePullConfig *ImagePullConfig, local ContentStore) error { func Pull(ctx context.Context, ref reference.Named, config *ImagePullConfig, local ContentStore) error {
// Resolve the Repository name from fqn to RepositoryInfo // Resolve the Repository name from fqn to RepositoryInfo
repoInfo, err := imagePullConfig.RegistryService.ResolveRepository(ref) repoInfo, err := config.RegistryService.ResolveRepository(ref)
if err != nil { if err != nil {
return err return err
} }
@ -56,7 +42,7 @@ func Pull(ctx context.Context, ref reference.Named, imagePullConfig *ImagePullCo
return err return err
} }
endpoints, err := imagePullConfig.RegistryService.LookupPullEndpoints(reference.Domain(repoInfo.Name)) endpoints, err := config.RegistryService.LookupPullEndpoints(reference.Domain(repoInfo.Name))
if err != nil { if err != nil {
return err return err
} }
@ -77,15 +63,9 @@ func Pull(ctx context.Context, ref reference.Named, imagePullConfig *ImagePullCo
} }
} }
logrus.Debugf("Trying to pull %s from %s %s", reference.FamiliarName(repoInfo.Name), endpoint.URL, endpoint.Version) logrus.Debugf("Trying to pull %s from %s", reference.FamiliarName(repoInfo.Name), endpoint.URL)
puller, err := newPuller(endpoint, repoInfo, imagePullConfig, local) if err := newPuller(endpoint, repoInfo, config, local).pull(ctx, ref); err != nil {
if err != nil {
lastErr = err
continue
}
if err := puller.Pull(ctx, ref); err != nil {
// Was this pull cancelled? If so, don't try to fall // Was this pull cancelled? If so, don't try to fall
// back. // back.
fallback := false fallback := false
@ -109,7 +89,7 @@ func Pull(ctx context.Context, ref reference.Named, imagePullConfig *ImagePullCo
return translatePullError(err, ref) return translatePullError(err, ref)
} }
imagePullConfig.ImageEventLogger(reference.FamiliarString(ref), reference.FamiliarName(repoInfo.Name), "pull") config.ImageEventLogger(reference.FamiliarString(ref), reference.FamiliarName(repoInfo.Name), "pull")
return nil return nil
} }

101
distribution/pull_v2.go
View file

@ -52,16 +52,16 @@ func (e imageConfigPullError) Error() string {
return "error pulling image configuration: " + e.Err.Error() return "error pulling image configuration: " + e.Err.Error()
} }
type v2Puller struct { type puller struct {
V2MetadataService metadata.V2MetadataService metadataService metadata.V2MetadataService
endpoint registry.APIEndpoint endpoint registry.APIEndpoint
config *ImagePullConfig config *ImagePullConfig
repoInfo *registry.RepositoryInfo repoInfo *registry.RepositoryInfo
repo distribution.Repository repo distribution.Repository
manifestStore *manifestStore manifestStore *manifestStore
} }
func (p *v2Puller) Pull(ctx context.Context, ref reference.Named) (err error) { func (p *puller) pull(ctx context.Context, ref reference.Named) (err error) {
// TODO(tiborvass): was ReceiveTimeout // TODO(tiborvass): was ReceiveTimeout
p.repo, err = NewV2Repository(ctx, p.repoInfo, p.endpoint, p.config.MetaHeaders, p.config.AuthConfig, "pull") p.repo, err = NewV2Repository(ctx, p.repoInfo, p.endpoint, p.config.MetaHeaders, p.config.AuthConfig, "pull")
if err != nil { if err != nil {
@ -74,7 +74,7 @@ func (p *v2Puller) Pull(ctx context.Context, ref reference.Named) (err error) {
return err return err
} }
if err = p.pullV2Repository(ctx, ref); err != nil { if err = p.pullRepository(ctx, ref); err != nil {
if _, ok := err.(fallbackError); ok { if _, ok := err.(fallbackError); ok {
return err return err
} }
@ -88,10 +88,10 @@ func (p *v2Puller) Pull(ctx context.Context, ref reference.Named) (err error) {
return err return err
} }
func (p *v2Puller) pullV2Repository(ctx context.Context, ref reference.Named) (err error) { func (p *puller) pullRepository(ctx context.Context, ref reference.Named) (err error) {
var layersDownloaded bool var layersDownloaded bool
if !reference.IsNameOnly(ref) { if !reference.IsNameOnly(ref) {
layersDownloaded, err = p.pullV2Tag(ctx, ref, p.config.Platform) layersDownloaded, err = p.pullTag(ctx, ref, p.config.Platform)
if err != nil { if err != nil {
return err return err
} }
@ -106,7 +106,7 @@ func (p *v2Puller) pullV2Repository(ctx context.Context, ref reference.Named) (e
if err != nil { if err != nil {
return err return err
} }
pulledNew, err := p.pullV2Tag(ctx, tagRef, p.config.Platform) pulledNew, err := p.pullTag(ctx, tagRef, p.config.Platform)
if err != nil { if err != nil {
// Since this is the pull-all-tags case, don't // Since this is the pull-all-tags case, don't
// allow an error pulling a particular tag to // allow an error pulling a particular tag to
@ -127,33 +127,33 @@ func (p *v2Puller) pullV2Repository(ctx context.Context, ref reference.Named) (e
return nil return nil
} }
type v2LayerDescriptor struct { type layerDescriptor struct {
digest digest.Digest digest digest.Digest
diffID layer.DiffID diffID layer.DiffID
repoInfo *registry.RepositoryInfo repoInfo *registry.RepositoryInfo
repo distribution.Repository repo distribution.Repository
V2MetadataService metadata.V2MetadataService metadataService metadata.V2MetadataService
tmpFile *os.File tmpFile *os.File
verifier digest.Verifier verifier digest.Verifier
src distribution.Descriptor src distribution.Descriptor
} }
func (ld *v2LayerDescriptor) Key() string { func (ld *layerDescriptor) Key() string {
return "v2:" + ld.digest.String() return "v2:" + ld.digest.String()
} }
func (ld *v2LayerDescriptor) ID() string { func (ld *layerDescriptor) ID() string {
return stringid.TruncateID(ld.digest.String()) return stringid.TruncateID(ld.digest.String())
} }
func (ld *v2LayerDescriptor) DiffID() (layer.DiffID, error) { func (ld *layerDescriptor) DiffID() (layer.DiffID, error) {
if ld.diffID != "" { if ld.diffID != "" {
return ld.diffID, nil return ld.diffID, nil
} }
return ld.V2MetadataService.GetDiffID(ld.digest) return ld.metadataService.GetDiffID(ld.digest)
} }
func (ld *v2LayerDescriptor) Download(ctx context.Context, progressOutput progress.Output) (io.ReadCloser, int64, error) { func (ld *layerDescriptor) Download(ctx context.Context, progressOutput progress.Output) (io.ReadCloser, int64, error) {
logrus.Debugf("pulling blob %q", ld.digest) logrus.Debugf("pulling blob %q", ld.digest)
var ( var (
@ -291,7 +291,7 @@ func (ld *v2LayerDescriptor) Download(ctx context.Context, progressOutput progre
}), size, nil }), size, nil
} }
func (ld *v2LayerDescriptor) Close() { func (ld *layerDescriptor) Close() {
if ld.tmpFile != nil { if ld.tmpFile != nil {
ld.tmpFile.Close() ld.tmpFile.Close()
if err := os.RemoveAll(ld.tmpFile.Name()); err != nil { if err := os.RemoveAll(ld.tmpFile.Name()); err != nil {
@ -300,7 +300,7 @@ func (ld *v2LayerDescriptor) Close() {
} }
} }
func (ld *v2LayerDescriptor) truncateDownloadFile() error { func (ld *layerDescriptor) truncateDownloadFile() error {
// Need a new hash context since we will be redoing the download // Need a new hash context since we will be redoing the download
ld.verifier = nil ld.verifier = nil
@ -317,13 +317,12 @@ func (ld *v2LayerDescriptor) truncateDownloadFile() error {
return nil return nil
} }
func (ld *v2LayerDescriptor) Registered(diffID layer.DiffID) { func (ld *layerDescriptor) Registered(diffID layer.DiffID) {
// Cache mapping from this layer's DiffID to the blobsum // Cache mapping from this layer's DiffID to the blobsum
ld.V2MetadataService.Add(diffID, metadata.V2Metadata{Digest: ld.digest, SourceRepository: ld.repoInfo.Name.Name()}) _ = ld.metadataService.Add(diffID, metadata.V2Metadata{Digest: ld.digest, SourceRepository: ld.repoInfo.Name.Name()})
} }
func (p *v2Puller) pullV2Tag(ctx context.Context, ref reference.Named, platform *specs.Platform) (tagUpdated bool, err error) { func (p *puller) pullTag(ctx context.Context, ref reference.Named, platform *specs.Platform) (tagUpdated bool, err error) {
var ( var (
tagOrDigest string // Used for logging/progress only tagOrDigest string // Used for logging/progress only
dgst digest.Digest dgst digest.Digest
@ -477,7 +476,7 @@ func (p *v2Puller) pullV2Tag(ctx context.Context, ref reference.Named, platform
// validateMediaType validates if the given mediaType is accepted by the puller's // validateMediaType validates if the given mediaType is accepted by the puller's
// configuration. // configuration.
func (p *v2Puller) validateMediaType(mediaType string) error { func (p *puller) validateMediaType(mediaType string) error {
var allowedMediaTypes []string var allowedMediaTypes []string
if len(p.config.Schema2Types) > 0 { if len(p.config.Schema2Types) > 0 {
allowedMediaTypes = p.config.Schema2Types allowedMediaTypes = p.config.Schema2Types
@ -497,7 +496,7 @@ func (p *v2Puller) validateMediaType(mediaType string) error {
return invalidManifestClassError{mediaType, configClass} return invalidManifestClassError{mediaType, configClass}
} }
func (p *v2Puller) pullSchema1(ctx context.Context, ref reference.Reference, unverifiedManifest *schema1.SignedManifest, platform *specs.Platform) (id digest.Digest, manifestDigest digest.Digest, err error) { func (p *puller) pullSchema1(ctx context.Context, ref reference.Reference, unverifiedManifest *schema1.SignedManifest, platform *specs.Platform) (id digest.Digest, manifestDigest digest.Digest, err error) {
if platform != nil { if platform != nil {
// Early bath if the requested OS doesn't match that of the configuration. // Early bath if the requested OS doesn't match that of the configuration.
// This avoids doing the download, only to potentially fail later. // This avoids doing the download, only to potentially fail later.
@ -550,11 +549,11 @@ func (p *v2Puller) pullSchema1(ctx context.Context, ref reference.Reference, unv
continue continue
} }
layerDescriptor := &v2LayerDescriptor{ layerDescriptor := &layerDescriptor{
digest: blobSum, digest: blobSum,
repoInfo: p.repoInfo, repoInfo: p.repoInfo,
repo: p.repo, repo: p.repo,
V2MetadataService: p.V2MetadataService, metadataService: p.metadataService,
} }
descriptors = append(descriptors, layerDescriptor) descriptors = append(descriptors, layerDescriptor)
@ -581,7 +580,7 @@ func (p *v2Puller) pullSchema1(ctx context.Context, ref reference.Reference, unv
return imageID, manifestDigest, nil return imageID, manifestDigest, nil
} }
func (p *v2Puller) pullSchema2Layers(ctx context.Context, target distribution.Descriptor, layers []distribution.Descriptor, platform *specs.Platform) (id digest.Digest, err error) { func (p *puller) pullSchema2Layers(ctx context.Context, target distribution.Descriptor, layers []distribution.Descriptor, platform *specs.Platform) (id digest.Digest, err error) {
if _, err := p.config.ImageStore.Get(ctx, target.Digest); err == nil { if _, err := p.config.ImageStore.Get(ctx, target.Digest); err == nil {
// If the image already exists locally, no need to pull // If the image already exists locally, no need to pull
// anything. // anything.
@ -596,12 +595,12 @@ func (p *v2Puller) pullSchema2Layers(ctx context.Context, target distribution.De
if err := d.Digest.Validate(); err != nil { if err := d.Digest.Validate(); err != nil {
return "", errors.Wrapf(err, "could not validate layer digest %q", d.Digest) return "", errors.Wrapf(err, "could not validate layer digest %q", d.Digest)
} }
layerDescriptor := &v2LayerDescriptor{ layerDescriptor := &layerDescriptor{
digest: d.Digest, digest: d.Digest,
repo: p.repo, repo: p.repo,
repoInfo: p.repoInfo, repoInfo: p.repoInfo,
V2MetadataService: p.V2MetadataService, metadataService: p.metadataService,
src: d, src: d,
} }
descriptors = append(descriptors, layerDescriptor) descriptors = append(descriptors, layerDescriptor)
@ -674,7 +673,7 @@ func (p *v2Puller) pullSchema2Layers(ctx context.Context, target distribution.De
// Populate diff ids in descriptors to avoid downloading foreign layers // Populate diff ids in descriptors to avoid downloading foreign layers
// which have been side loaded // which have been side loaded
for i := range descriptors { for i := range descriptors {
descriptors[i].(*v2LayerDescriptor).diffID = configRootFS.DiffIDs[i] descriptors[i].(*layerDescriptor).diffID = configRootFS.DiffIDs[i]
} }
} }
@ -756,7 +755,7 @@ func (p *v2Puller) pullSchema2Layers(ctx context.Context, target distribution.De
return imageID, nil return imageID, nil
} }
func (p *v2Puller) pullSchema2(ctx context.Context, ref reference.Named, mfst *schema2.DeserializedManifest, platform *specs.Platform) (id digest.Digest, manifestDigest digest.Digest, err error) { func (p *puller) pullSchema2(ctx context.Context, ref reference.Named, mfst *schema2.DeserializedManifest, platform *specs.Platform) (id digest.Digest, manifestDigest digest.Digest, err error) {
manifestDigest, err = schema2ManifestDigest(ref, mfst) manifestDigest, err = schema2ManifestDigest(ref, mfst)
if err != nil { if err != nil {
return "", "", err return "", "", err
@ -765,7 +764,7 @@ func (p *v2Puller) pullSchema2(ctx context.Context, ref reference.Named, mfst *s
return id, manifestDigest, err return id, manifestDigest, err
} }
func (p *v2Puller) pullOCI(ctx context.Context, ref reference.Named, mfst *ocischema.DeserializedManifest, platform *specs.Platform) (id digest.Digest, manifestDigest digest.Digest, err error) { func (p *puller) pullOCI(ctx context.Context, ref reference.Named, mfst *ocischema.DeserializedManifest, platform *specs.Platform) (id digest.Digest, manifestDigest digest.Digest, err error) {
manifestDigest, err = schema2ManifestDigest(ref, mfst) manifestDigest, err = schema2ManifestDigest(ref, mfst)
if err != nil { if err != nil {
return "", "", err return "", "", err
@ -795,7 +794,7 @@ func receiveConfig(s ImageConfigStore, configChan <-chan []byte, errChan <-chan
// pullManifestList handles "manifest lists" which point to various // pullManifestList handles "manifest lists" which point to various
// platform-specific manifests. // platform-specific manifests.
func (p *v2Puller) pullManifestList(ctx context.Context, ref reference.Named, mfstList *manifestlist.DeserializedManifestList, pp *specs.Platform) (id digest.Digest, manifestListDigest digest.Digest, err error) { func (p *puller) pullManifestList(ctx context.Context, ref reference.Named, mfstList *manifestlist.DeserializedManifestList, pp *specs.Platform) (id digest.Digest, manifestListDigest digest.Digest, err error) {
manifestListDigest, err = schema2ManifestDigest(ref, mfstList) manifestListDigest, err = schema2ManifestDigest(ref, mfstList)
if err != nil { if err != nil {
return "", "", err return "", "", err
@ -874,7 +873,7 @@ const (
defaultMaxSchemaPullAttempts = 5 defaultMaxSchemaPullAttempts = 5
) )
func (p *v2Puller) pullSchema2Config(ctx context.Context, dgst digest.Digest) (configJSON []byte, err error) { func (p *puller) pullSchema2Config(ctx context.Context, dgst digest.Digest) (configJSON []byte, err error) {
blobs := p.repo.Blobs(ctx) blobs := p.repo.Blobs(ctx)
err = retry(ctx, defaultMaxSchemaPullAttempts, defaultSchemaPullBackoff, func(ctx context.Context) (err error) { err = retry(ctx, defaultMaxSchemaPullAttempts, defaultSchemaPullBackoff, func(ctx context.Context) (err error) {
configJSON, err = blobs.Get(ctx, dgst) configJSON, err = blobs.Get(ctx, dgst)

9
distribution/pull_v2_test.go
View file

@ -322,7 +322,7 @@ func TestPullSchema2Config(t *testing.T) {
} }
} }
func testNewPuller(t *testing.T, rawurl string) *v2Puller { func testNewPuller(t *testing.T, rawurl string) *puller {
t.Helper() t.Helper()
uri, err := url.Parse(rawurl) uri, err := url.Parse(rawurl)
@ -358,12 +358,7 @@ func testNewPuller(t *testing.T, rawurl string) *v2Puller {
}, },
} }
puller, err := newPuller(endpoint, repoInfo, imagePullConfig, nil) p := newPuller(endpoint, repoInfo, imagePullConfig, nil)
if err != nil {
t.Fatal(err)
}
p := puller.(*v2Puller)
p.repo, err = NewV2Repository(context.Background(), p.repoInfo, p.endpoint, p.config.MetaHeaders, p.config.AuthConfig, "pull") p.repo, err = NewV2Repository(context.Background(), p.repoInfo, p.endpoint, p.config.MetaHeaders, p.config.AuthConfig, "pull")
if err != nil { if err != nil {
t.Fatal(err) t.Fatal(err)

2
distribution/pull_v2_unix.go
View file

@ -14,7 +14,7 @@ import (
"github.com/sirupsen/logrus" "github.com/sirupsen/logrus"
) )
func (ld *v2LayerDescriptor) open(ctx context.Context) (distribution.ReadSeekCloser, error) { func (ld *layerDescriptor) open(ctx context.Context) (distribution.ReadSeekCloser, error) {
blobs := ld.repo.Blobs(ctx) blobs := ld.repo.Blobs(ctx)
return blobs.Open(ctx, ld.digest) return blobs.Open(ctx, ld.digest)
} }

6
distribution/pull_v2_windows.go
View file

@ -22,16 +22,16 @@ import (
"github.com/sirupsen/logrus" "github.com/sirupsen/logrus"
) )
var _ distribution.Describable = &v2LayerDescriptor{} var _ distribution.Describable = &layerDescriptor{}
func (ld *v2LayerDescriptor) Descriptor() distribution.Descriptor { func (ld *layerDescriptor) Descriptor() distribution.Descriptor {
if ld.src.MediaType == schema2.MediaTypeForeignLayer && len(ld.src.URLs) > 0 { if ld.src.MediaType == schema2.MediaTypeForeignLayer && len(ld.src.URLs) > 0 {
return ld.src return ld.src
} }
return distribution.Descriptor{} return distribution.Descriptor{}
} }
func (ld *v2LayerDescriptor) open(ctx context.Context) (distribution.ReadSeekCloser, error) { func (ld *layerDescriptor) open(ctx context.Context) (distribution.ReadSeekCloser, error) {
blobs := ld.repo.Blobs(ctx) blobs := ld.repo.Blobs(ctx)
rsc, err := blobs.Open(ctx, ld.digest) rsc, err := blobs.Open(ctx, ld.digest)

8
distribution/registry_unit_test.go
View file

@ -68,11 +68,7 @@ func testTokenPassThru(t *testing.T, ts *httptest.Server) {
}, },
}, },
} }
puller, err := newPuller(endpoint, repoInfo, imagePullConfig, nil) p := newPuller(endpoint, repoInfo, imagePullConfig, nil)
if err != nil {
t.Fatal(err)
}
p := puller.(*v2Puller)
ctx := context.Background() ctx := context.Background()
p.repo, err = NewV2Repository(ctx, p.repoInfo, p.endpoint, p.config.MetaHeaders, p.config.AuthConfig, "pull") p.repo, err = NewV2Repository(ctx, p.repoInfo, p.endpoint, p.config.MetaHeaders, p.config.AuthConfig, "pull")
if err != nil { if err != nil {
@ -82,7 +78,7 @@ func testTokenPassThru(t *testing.T, ts *httptest.Server) {
logrus.Debug("About to pull") logrus.Debug("About to pull")
// We expect it to fail, since we haven't mock'd the full registry exchange in our handler above // We expect it to fail, since we haven't mock'd the full registry exchange in our handler above
tag, _ := reference.WithTag(n, "tag_goes_here") tag, _ := reference.WithTag(n, "tag_goes_here")
_ = p.pullV2Repository(ctx, tag) _ = p.pullRepository(ctx, tag)
} }
func TestTokenPassThru(t *testing.T) { func TestTokenPassThru(t *testing.T) {