Dockerfile
84d7b57e
 # syntax=docker/dockerfile:1.1.7-experimental
fa806f26
 
61a32858
 ARG CROSS="false"
a3292263
 ARG SYSTEMD="false"
7260adff
 # IMPORTANT: When updating this please note that stdlib archive/tar pkg is vendored
2a6325e3
 ARG GO_VERSION=1.13.15
2ff9ac4d
 ARG DEBIAN_FRONTEND=noninteractive
93f3532f
 ARG VPNKIT_VERSION=0.4.0
ccb0b0a7
 ARG DOCKER_BUILDTAGS="apparmor seccomp selinux"
dedf8528
 
 ARG BASE_DEBIAN_DISTRO="buster"
 ARG GOLANG_IMAGE="golang:${GO_VERSION}-${BASE_DEBIAN_DISTRO}"
61a32858
 
3dd02627
 FROM ${GOLANG_IMAGE} AS base
82c56755
 RUN echo 'Binary::apt::APT::Keep-Downloaded-Packages "true";' > /etc/apt/apt.conf.d/keep-cache
c8f43b5f
 ARG APT_MIRROR
 RUN sed -ri "s/(httpredir|deb).debian.org/${APT_MIRROR:-deb.debian.org}/g" /etc/apt/sources.list \
  && sed -ri "s/(security).debian.org/${APT_MIRROR:-security.debian.org}/g" /etc/apt/sources.list
961119db
 ENV GO111MODULE=off
060196ee
 
d539038d
 FROM base AS criu
2ff9ac4d
 ARG DEBIAN_FRONTEND
82c56755
 # Install dependency packages specific to criu
 RUN --mount=type=cache,sharing=locked,id=moby-criu-aptlib,target=/var/lib/apt \
a42b4144
     --mount=type=cache,sharing=locked,id=moby-criu-aptcache,target=/var/cache/apt \
         apt-get update && apt-get install -y --no-install-recommends \
ee0ef6c5
             libcap-dev \
a42b4144
             libnet-dev \
ee0ef6c5
             libnl-3-dev \
a42b4144
             libprotobuf-c-dev \
             libprotobuf-dev \
             protobuf-c-compiler \
ee0ef6c5
             protobuf-compiler \
a42b4144
             python-protobuf
82c56755
 
d8fef66b
 # Install CRIU for checkpoint/restore support
a3420108
 ARG CRIU_VERSION=3.14
b0835dd0
 RUN mkdir -p /usr/src/criu \
a42b4144
     && curl -sSL https://github.com/checkpoint-restore/criu/archive/v${CRIU_VERSION}.tar.gz | tar -C /usr/src/criu/ -xz --strip-components=1 \
     && cd /usr/src/criu \
     && make \
     && make PREFIX=/build/ install-criu
d539038d
 
572cb664
 FROM base AS registry
50f1e205
 WORKDIR /go/src/github.com/docker/distribution
95a47029
 # Install two versions of the registry. The first one is a recent version that
 # supports both schema 1 and 2 manifests. The second one is an older version that
 # only supports schema1 manifests. This allows integration-cli tests to cover
 # push/pull with both schema1 and schema2 manifests.
 # The old version of the registry is not working on arm64, so installation is
 # skipped on that architecture.
f23a51a8
 ENV REGISTRY_COMMIT_SCHEMA1 ec87e9b6971d831f0eff752ddb54fb64693e51cd
588e27f9
 ENV REGISTRY_COMMIT 47a064d4195a9b56133891bbb13620c3ac83a827
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
50f1e205
     --mount=type=tmpfs,target=/go/src/ \
a42b4144
         set -x \
50f1e205
         && git clone https://github.com/docker/distribution.git . \
         && git checkout -q "$REGISTRY_COMMIT" \
         && GOPATH="/go/src/github.com/docker/distribution/Godeps/_workspace:$GOPATH" \
a42b4144
            go build -buildmode=pie -o /build/registry-v2 github.com/docker/distribution/cmd/registry \
         && case $(dpkg --print-architecture) in \
95a47029
                amd64|armhf|ppc64*|s390x) \
50f1e205
                git checkout -q "$REGISTRY_COMMIT_SCHEMA1"; \
                GOPATH="/go/src/github.com/docker/distribution/Godeps/_workspace:$GOPATH"; \
a42b4144
                    go build -buildmode=pie -o /build/registry-v2-schema1 github.com/docker/distribution/cmd/registry; \
                 ;; \
50f1e205
            esac
681f4d84
 
572cb664
 FROM base AS swagger
50f1e205
 WORKDIR $GOPATH/src/github.com/go-swagger/go-swagger
5c4abd10
 # Install go-swagger for validating swagger.yaml
93f9b902
 # This is https://github.com/kolyshkin/go-swagger/tree/golang-1.13-fix
 # TODO: move to under moby/ or fix upstream go-swagger to work for us.
addc0c80
 ENV GO_SWAGGER_COMMIT 5e6cb12f7c82ce78e45ba71fa6cb1928094db050
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
50f1e205
     --mount=type=tmpfs,target=/go/src/ \
a42b4144
         set -x \
50f1e205
         && git clone https://github.com/kolyshkin/go-swagger.git . \
         && git checkout -q "$GO_SWAGGER_COMMIT" \
         && go build -o /build/swagger github.com/go-swagger/go-swagger/cmd/swagger
5c4abd10
 
dedf8528
 FROM debian:${BASE_DEBIAN_DISTRO} AS frozen-images
2ff9ac4d
 ARG DEBIAN_FRONTEND
82c56755
 RUN --mount=type=cache,sharing=locked,id=moby-frozen-images-aptlib,target=/var/lib/apt \
a42b4144
     --mount=type=cache,sharing=locked,id=moby-frozen-images-aptcache,target=/var/cache/apt \
        apt-get update && apt-get install -y --no-install-recommends \
            ca-certificates \
dedf8528
            curl \
a42b4144
            jq
09b4c258
 # Get useful and necessary Hub images so we can "docker load" locally instead of pulling
d539038d
 COPY contrib/download-frozen-image-v2.sh /
2036b277
 ARG TARGETARCH
00555f7b
 RUN /download-frozen-image-v2.sh /build \
228d7484
         buildpack-deps:buster@sha256:d0abb4b1e5c664828b93e8b6ac84d10bce45ee469999bef88304be04a2709491 \
         busybox:latest@sha256:95cf004f559831017cdf4628aaf1bb30133677be8702a8c5f2994629f637a209 \
         busybox:glibc@sha256:1f81263701cddf6402afe9f33fca0266d9fff379e59b1748f33d3072da71ee85 \
         debian:buster@sha256:46d659005ca1151087efa997f1039ae45a7bf7a2cbbe2d17d3dcbda632a3ee9a \
88c02716
         hello-world:latest@sha256:d58e752213a51785838f9eed2b7a498ffa1cb3aa7f946dda11af39286c3db9a9 \
         arm32v7/hello-world:latest@sha256:50b8560ad574c779908da71f7ce370c0a2471c098d44d1c8f6b513c5a55eeeb1
1ecd8ed5
 # See also ensureFrozenImagesLinux() in "integration-cli/fixtures_linux_daemon_test.go" (which needs to be updated when adding images to this list)
351074ed
 
f067a0ac
 FROM base AS cross-false
d539038d
 
e5bfaf19
 FROM --platform=linux/amd64 base AS cross-true
2ff9ac4d
 ARG DEBIAN_FRONTEND
61a32858
 RUN dpkg --add-architecture arm64
 RUN dpkg --add-architecture armel
ee0ef6c5
 RUN dpkg --add-architecture armhf
82c56755
 RUN --mount=type=cache,sharing=locked,id=moby-cross-true-aptlib,target=/var/lib/apt \
a42b4144
     --mount=type=cache,sharing=locked,id=moby-cross-true-aptcache,target=/var/cache/apt \
         apt-get update && apt-get install -y --no-install-recommends \
ee0ef6c5
             crossbuild-essential-arm64 \
             crossbuild-essential-armel \
             crossbuild-essential-armhf
f067a0ac
 
 FROM cross-${CROSS} as dev-base
 
 FROM dev-base AS runtime-dev-cross-false
2ff9ac4d
 ARG DEBIAN_FRONTEND
82c56755
 RUN --mount=type=cache,sharing=locked,id=moby-cross-false-aptlib,target=/var/lib/apt \
a42b4144
     --mount=type=cache,sharing=locked,id=moby-cross-false-aptcache,target=/var/cache/apt \
         apt-get update && apt-get install -y --no-install-recommends \
ccb0b0a7
             binutils-mingw-w64 \
             g++-mingw-w64-x86-64 \
a42b4144
             libapparmor-dev \
4e3ab9e9
             libbtrfs-dev \
ccb0b0a7
             libdevmapper-dev \
             libseccomp-dev \
             libsystemd-dev \
             libudev-dev
82c56755
 
ccb0b0a7
 FROM --platform=linux/amd64 runtime-dev-cross-false AS runtime-dev-cross-true
2ff9ac4d
 ARG DEBIAN_FRONTEND
61a32858
 # These crossbuild packages rely on gcc-<arch>, but this doesn't want to install
 # on non-amd64 systems.
 # Additionally, the crossbuild-amd64 is currently only on debian:buster, so
 # other architectures cannnot crossbuild amd64.
82c56755
 RUN --mount=type=cache,sharing=locked,id=moby-cross-true-aptlib,target=/var/lib/apt \
a42b4144
     --mount=type=cache,sharing=locked,id=moby-cross-true-aptcache,target=/var/cache/apt \
         apt-get update && apt-get install -y --no-install-recommends \
             libapparmor-dev:arm64 \
             libapparmor-dev:armel \
ee0ef6c5
             libapparmor-dev:armhf \
             libseccomp-dev:arm64 \
             libseccomp-dev:armel \
ccb0b0a7
             libseccomp-dev:armhf
82c56755
 
61a32858
 FROM runtime-dev-cross-${CROSS} AS runtime-dev
d539038d
 
572cb664
 FROM base AS tomlv
095ca77f
 ARG TOMLV_COMMIT
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh tomlv
d539038d
 
572cb664
 FROM base AS vndr
095ca77f
 ARG VNDR_COMMIT
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh vndr
d539038d
 
f067a0ac
 FROM dev-base AS containerd
2ff9ac4d
 ARG DEBIAN_FRONTEND
82c56755
 RUN --mount=type=cache,sharing=locked,id=moby-containerd-aptlib,target=/var/lib/apt \
a42b4144
     --mount=type=cache,sharing=locked,id=moby-containerd-aptcache,target=/var/cache/apt \
         apt-get update && apt-get install -y --no-install-recommends \
4e3ab9e9
             libbtrfs-dev
de7f0120
 ARG CONTAINERD_COMMIT
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh containerd
d539038d
 
f067a0ac
 FROM dev-base AS proxy
095ca77f
 ARG LIBNETWORK_COMMIT
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh proxy
d539038d
 
85b89c9e
 FROM base AS golangci_lint
095ca77f
 ARG GOLANGCI_LINT_COMMIT
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh golangci_lint
d539038d
 
42f0a0db
 FROM base AS gotestsum
095ca77f
 ARG GOTESTSUM_COMMIT
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh gotestsum
42f0a0db
 
eb484fcb
 FROM base AS shfmt
 ARG SHFMT_COMMIT
 RUN --mount=type=cache,target=/root/.cache/go-build \
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh shfmt
eb484fcb
 
f067a0ac
 FROM dev-base AS dockercli
095ca77f
 ARG DOCKERCLI_CHANNEL
 ARG DOCKERCLI_VERSION
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh dockercli
d539038d
 
 FROM runtime-dev AS runc
095ca77f
 ARG RUNC_COMMIT
 ARG RUNC_BUILDTAGS
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh runc
d539038d
 
f067a0ac
 FROM dev-base AS tini
2ff9ac4d
 ARG DEBIAN_FRONTEND
095ca77f
 ARG TINI_COMMIT
82c56755
 RUN --mount=type=cache,sharing=locked,id=moby-tini-aptlib,target=/var/lib/apt \
a42b4144
     --mount=type=cache,sharing=locked,id=moby-tini-aptcache,target=/var/cache/apt \
         apt-get update && apt-get install -y --no-install-recommends \
             cmake \
             vim-common
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh tini
d539038d
 
f067a0ac
 FROM dev-base AS rootlesskit
095ca77f
 ARG ROOTLESSKIT_COMMIT
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
a42b4144
     --mount=type=cache,target=/go/pkg/mod \
de7f0120
     --mount=type=bind,src=hack/dockerfile/install,target=/tmp/install \
         PREFIX=/build /tmp/install/install.sh rootlesskit
ec87479b
 COPY ./contrib/dockerd-rootless.sh /build
c696b952
 COPY ./contrib/dockerd-rootless-setuptool.sh /build
d539038d
 
93f3532f
 FROM djs55/vpnkit:${VPNKIT_VERSION} AS vpnkit
1cfcce5e
 
d539038d
 # TODO: Some of this is only really needed for testing, it would be nice to split this up
a3292263
 FROM runtime-dev AS dev-systemd-false
2ff9ac4d
 ARG DEBIAN_FRONTEND
d539038d
 RUN groupadd -r docker
5bf33adb
 RUN useradd --create-home --gid docker unprivilegeduser \
  && mkdir -p /home/unprivilegeduser/.local/share/docker \
  && chown -R unprivilegeduser /home/unprivilegeduser
f2c58576
 # Let us use a .bashrc file
 RUN ln -sfv /go/src/github.com/docker/docker/.bashrc ~/.bashrc
cec5ca75
 # Activate bash completion and include Docker's completion if mounted with DOCKER_BASH_COMPLETION_PATH
 RUN echo "source /usr/share/bash-completion/bash_completion" >> /etc/bash.bashrc
0e2c424a
 RUN ln -s /usr/local/completion/bash/docker /etc/bash_completion.d/docker
d539038d
 RUN ldconfig
 # This should only install packages that are specifically needed for the dev environment and nothing else
 # Do you really need to add another package here? Can it be done in a different build stage?
82c56755
 RUN --mount=type=cache,sharing=locked,id=moby-dev-aptlib,target=/var/lib/apt \
a42b4144
     --mount=type=cache,sharing=locked,id=moby-dev-aptcache,target=/var/cache/apt \
         apt-get update && apt-get install -y --no-install-recommends \
             apparmor \
             aufs-tools \
             bash-completion \
ee0ef6c5
             bzip2 \
a42b4144
             iptables \
             jq \
             libcap2-bin \
ee0ef6c5
             libnet1 \
             libnl-3-200 \
             libprotobuf-c1 \
a42b4144
             net-tools \
             pigz \
             python3-pip \
             python3-setuptools \
             python3-wheel \
5bf33adb
             sudo \
a42b4144
             thin-provisioning-tools \
5bf33adb
             uidmap \
a42b4144
             vim \
             vim-common \
             xfsprogs \
             xz-utils \
ee0ef6c5
             zip
82c56755
 
b1723b37
 
0ce3ab67
 # Switch to use iptables instead of nftables (to match the CI hosts)
 # TODO use some kind of runtime auto-detection instead if/when nftables is supported (https://github.com/moby/moby/issues/26824)
bb0472bd
 RUN update-alternatives --set iptables  /usr/sbin/iptables-legacy  || true \
  && update-alternatives --set ip6tables /usr/sbin/ip6tables-legacy || true \
  && update-alternatives --set arptables /usr/sbin/arptables-legacy || true
 
b1723b37
 RUN pip3 install yamllint==1.16.0
 
93edf327
 COPY --from=dockercli     /build/ /usr/local/cli
00555f7b
 COPY --from=frozen-images /build/ /docker-frozen-images
93edf327
 COPY --from=swagger       /build/ /usr/local/bin/
 COPY --from=tomlv         /build/ /usr/local/bin/
 COPY --from=tini          /build/ /usr/local/bin/
 COPY --from=registry      /build/ /usr/local/bin/
 COPY --from=criu          /build/ /usr/local/
 COPY --from=vndr          /build/ /usr/local/bin/
 COPY --from=gotestsum     /build/ /usr/local/bin/
8edbe5de
 COPY --from=golangci_lint /build/ /usr/local/bin/
eb484fcb
 COPY --from=shfmt         /build/ /usr/local/bin/
93edf327
 COPY --from=runc          /build/ /usr/local/bin/
 COPY --from=containerd    /build/ /usr/local/bin/
 COPY --from=rootlesskit   /build/ /usr/local/bin/
 COPY --from=vpnkit        /vpnkit /usr/local/bin/vpnkit.x86_64
 COPY --from=proxy         /build/ /usr/local/bin/
d539038d
 ENV PATH=/usr/local/cli:$PATH
ccb0b0a7
 ARG DOCKER_BUILDTAGS
 ENV DOCKER_BUILDTAGS="${DOCKER_BUILDTAGS}"
d539038d
 WORKDIR /go/src/github.com/docker/docker
 VOLUME /var/lib/docker
5bf33adb
 VOLUME /home/unprivilegeduser/.local/share/docker
d539038d
 # Wrap all commands in the "docker-in-docker" script to allow nested containers
 ENTRYPOINT ["hack/dind"]
1c82d119
 
a3292263
 FROM dev-systemd-false AS dev-systemd-true
 RUN --mount=type=cache,sharing=locked,id=moby-dev-aptlib,target=/var/lib/apt \
     --mount=type=cache,sharing=locked,id=moby-dev-aptcache,target=/var/cache/apt \
         apt-get update && apt-get install -y --no-install-recommends \
             dbus \
             dbus-user-session \
             systemd \
             systemd-sysv
 RUN mkdir -p hack \
   && curl -o hack/dind-systemd https://raw.githubusercontent.com/AkihiroSuda/containerized-systemd/b70bac0daeea120456764248164c21684ade7d0d/docker-entrypoint.sh \
   && chmod +x hack/dind-systemd
 ENTRYPOINT ["hack/dind-systemd"]
 
05ec12b0
 FROM dev-systemd-${SYSTEMD} AS dev
 
5f314c24
 FROM runtime-dev AS binary-base
82c56755
 ARG DOCKER_GITCOMMIT=HEAD
c057825c
 ENV DOCKER_GITCOMMIT=${DOCKER_GITCOMMIT}
 ARG VERSION
 ENV VERSION=${VERSION}
 ARG PLATFORM
 ENV PLATFORM=${PLATFORM}
 ARG PRODUCT
 ENV PRODUCT=${PRODUCT}
 ARG DEFAULT_PRODUCT_LICENSE
 ENV DEFAULT_PRODUCT_LICENSE=${DEFAULT_PRODUCT_LICENSE}
ccb0b0a7
 ARG DOCKER_BUILDTAGS
 ENV DOCKER_BUILDTAGS="${DOCKER_BUILDTAGS}"
5f314c24
 ENV PREFIX=/build
ccb0b0a7
 # TODO: This is here because hack/make.sh binary copies these extras binaries
 # from $PATH into the bundles dir.
 # It would be nice to handle this in a different way.
 COPY --from=tini        /build/ /usr/local/bin/
 COPY --from=runc        /build/ /usr/local/bin/
 COPY --from=containerd  /build/ /usr/local/bin/
 COPY --from=rootlesskit /build/ /usr/local/bin/
 COPY --from=proxy       /build/ /usr/local/bin/
82879e9a
 COPY --from=vpnkit      /vpnkit /usr/local/bin/vpnkit.x86_64
5f314c24
 WORKDIR /go/src/github.com/docker/docker
c057825c
 
 FROM binary-base AS build-binary
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
5f314c24
     --mount=type=bind,target=/go/src/github.com/docker/docker \
a42b4144
         hack/make.sh binary
82c56755
 
c057825c
 FROM binary-base AS build-dynbinary
82c56755
 RUN --mount=type=cache,target=/root/.cache/go-build \
5f314c24
     --mount=type=bind,target=/go/src/github.com/docker/docker \
a42b4144
         hack/make.sh dynbinary
82c56755
 
c057825c
 FROM binary-base AS build-cross
 ARG DOCKER_CROSSPLATFORMS
5f314c24
 RUN --mount=type=cache,target=/root/.cache/go-build \
     --mount=type=bind,target=/go/src/github.com/docker/docker \
5dffe74d
     --mount=type=tmpfs,target=/go/src/github.com/docker/docker/autogen \
a42b4144
         hack/make.sh cross
82c56755
 
 FROM scratch AS binary
5f314c24
 COPY --from=build-binary /build/bundles/ /
82c56755
 
 FROM scratch AS dynbinary
9177ac32
 COPY --from=build-dynbinary /build/bundles/ /
82c56755
 
 FROM scratch AS cross
9177ac32
 COPY --from=build-cross /build/bundles/ /
e6d7df2e
 
05ec12b0
 FROM dev AS final
5f314c24
 COPY . /go/src/github.com/docker/docker