AVRO-4272: Modernize share/docker/Dockerfile with BuildKit and reduce image size

Use BuildKit cache mounts (--mount=type=cache) for apt, npm, cpanm,
and bundler. Eliminates repeated apt-get update/clean cycles, produces
smaller layers, and speeds up rebuilds. Use bind mounts for Ruby gem
resolution, replacing COPY layers. Add # syntax=docker/dockerfile:1
directive for portability.

Replace libboost-all-dev (~70+ sub-packages) with the four Boost
packages actually needed by the C++ test suite: libboost-dev,
libboost-test-dev, libboost-random-dev, libboost-math-dev.

Remove redundant packages provided by build-essential (g++, gcc, make)
or by other -dev packages (libsnappy1v5). Remove apt-transport-https
(unnecessary on Ubuntu 24.04). Add --no-install-recommends to all
apt-get install calls. Add php-zip and unzip (previously pulled as
recommends, needed by Composer).

Move libbz2-dev and libzstd-dev from PHP section to main packages.
Move libyaml-dev from Ruby section to main packages. Remove Rust
toolchain (no longer needed).

Fix .NET SDK install to use && instead of ; (fail-fast on errors).
Convert build-only variables (MAVEN_VERSION, APACHE_DIST_URLS,
PHP8_VERSION) from ENV to ARG. Remove dead PIP_NO_CACHE_DIR=off
(misleading and moot with uv). Move Ruby bundle install after .NET/Java
layers for better cache efficiency. Fix PHP extension build to use
/tmp/lang/php (consistent naming, proper cleanup).

Requires Docker BuildKit (default builder since Docker 23.0).

Assisted-by: GitHub Copilot:claude-opus-4.6

Author: iemejia

lang/py/pyproject.toml

@@ -24,10 +24,10 @@ version = "1.13.0"
 requires-python = ">=3.10"
 authors = [{name = "Apache Avro", email = "dev@avro.apache.org"}]
 keywords = ["avro", "serialization", "rpc"]
-license-files = ["LICENSE.txt"]
+license = "Apache-2.0"
+license-files = ["avro/LICENSE"]
 readme = "README.md"
 classifiers = [
-    "License :: OSI Approved :: Apache Software License",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
@@ -56,9 +56,12 @@ zstandard = ["zstandard"]
 [tool.ruff]
 line-length = 150
 
+[tool.setuptools.packages.find]
+include = ["avro*"]
+
 [tool.setuptools.package-data]
 "avro" = [
-  "HandshakeRequest.avsc", "HandshakeResponse.avsc", "LICENSE.txt",
+  "HandshakeRequest.avsc", "HandshakeResponse.avsc", "LICENSE",
   "NOTICE", "README.md", "VERSION.txt" ]
 "avro.tether" = ["InputProtocol.avpr", "OutputProtocol.avpr"]
 

lang/py/uv.lock

@@ -1,3 +1,4 @@
+# syntax=docker/dockerfile:1
 # Licensed to the Apache Software Foundation (ASF) under one
 # or more contributor license agreements.  See the NOTICE file
 # distributed with this work for additional information
@@ -22,17 +23,17 @@ ARG BUILDPLATFORM
 FROM --platform=$BUILDPLATFORM ubuntu:24.04
 WORKDIR /root
 
-#ENV APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=isolemnlysweariamuptonogood
 ENV DEBIAN_FRONTEND=noninteractive
 
 # Install dependencies from vanilla system packages
-RUN apt-get -qqy update \
- && apt-get -qqy install software-properties-common \
+RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
+    --mount=type=cache,target=/var/lib/apt/lists,sharing=locked \
+    apt-get -qqy update \
+ && apt-get -qqy install --no-install-recommends software-properties-common \
  && add-apt-repository ppa:deadsnakes/ppa \
  && add-apt-repository ppa:longsleep/golang-backports \
  && apt-get -qqy update \
  && apt-get -qqy install --no-install-recommends ant \
-                                                 apt-transport-https \
                                                  apt-utils \
                                                  asciidoc \
                                                  bison \
@@ -43,38 +44,41 @@ RUN apt-get -qqy update \
                                                  curl \
                                                  doxygen \
                                                  flex \
-                                                 g++ \
-                                                 gcc \
                                                  git \
                                                  gnupg2 \
                                                  golang-go \
                                                  hugo \
-                                                 libboost-all-dev \
+                                                 libboost-dev \
+                                                 libboost-math-dev \
+                                                 libboost-random-dev \
+                                                 libboost-test-dev \
+                                                 libbz2-dev \
                                                  libfontconfig1-dev \
                                                  libfreetype6-dev \
                                                  libglib2.0-dev \
                                                  libjansson-dev \
                                                  libreadline-dev \
                                                  libsnappy-dev \
-                                                 libsnappy1v5 \
                                                  libssl-dev \
-                                                 make \
+                                                 libyaml-dev \
+                                                 libzstd-dev \
                                                  openjdk-11-jdk \
                                                  openjdk-17-jdk \
                                                  openjdk-21-jdk \
                                                  perl \
                                                  source-highlight \
                                                  subversion \
+                                                 tmux \
+                                                 unzip \
                                                  valgrind \
                                                  vim \
-                                                 wget \
- && apt-get -qqy clean
+                                                 wget
 
 # Install a maven release  -------------------------------------------
 # Inspired from https://github.com/apache/accumulo-docker/blob/bbb9892e165d40fb35fa19f38929effc5d0c709b/Dockerfile#L30
-ENV MAVEN_VERSION=3.9.11
+ARG MAVEN_VERSION=3.9.11
 # Ideally we use the 1st URL only, but if the version is outdated (or we're grabbing the .asc file), we might have to pull from the dist/archive :/
-ENV APACHE_DIST_URLS="https://www.apache.org/dyn/closer.cgi?action=download&filename= \
+ARG APACHE_DIST_URLS="https://www.apache.org/dyn/closer.cgi?action=download&filename= \
   https://www-us.apache.org/dist/ \
   https://www.apache.org/dist/ \
   https://archive.apache.org/dist/"
@@ -99,28 +103,29 @@ RUN set -eux; \
 ENV PATH="/opt/maven/bin:${PATH}"
 
 # Install nodejs
-RUN curl -sSL https://deb.nodesource.com/setup_24.x \
-  | bash \
- && apt-get -qqy install nodejs \
- && apt-get -qqy clean \
+RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
+    --mount=type=cache,target=/var/lib/apt/lists,sharing=locked \
+    --mount=type=cache,target=/root/.npm \
+    curl -sSL https://deb.nodesource.com/setup_24.x | bash \
+ && apt-get -qqy install --no-install-recommends nodejs \
  && npm install -g grunt-cli \
- && npm install -g browserify \
- && npm cache clean --force
+ && npm install -g browserify
 
 # Install PHP
-RUN apt-get -qqy install --no-install-recommends libzstd-dev \
-                                                 libbz2-dev \
-                                                 php \
+RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
+    --mount=type=cache,target=/var/lib/apt/lists,sharing=locked \
+    apt-get -qqy install --no-install-recommends php \
                                                  php-bz2 \
                                                  php-curl \
+                                                 php-dev \
                                                  php-gmp \
-                                                 php-xml \
                                                  php-mbstring \
-                                                 php-dev
+                                                 php-xml \
+                                                 php-zip
 # Install PHP-snappy and PHP-zstd
-ENV PHP8_VERSION=8.3
-RUN mkdir -p "/etc/php/${PHP8_VERSION}/cli/conf.d"
-RUN mkdir tmp && cd tmp \
+ARG PHP8_VERSION=8.3
+RUN mkdir -p "/etc/php/${PHP8_VERSION}/cli/conf.d" \
+ && mkdir -p /tmp/lang/php && cd /tmp/lang/php \
  && git clone --recursive --depth=1 https://github.com/kjdev/php-ext-zstd.git \
  && cd php-ext-zstd \
  && phpize \
@@ -138,12 +143,14 @@ RUN mkdir tmp && cd tmp \
  && echo "extension=snappy.so" > "/etc/php/${PHP8_VERSION}/cli/conf.d/10-snappy.ini" \
  && cd .. && rm -rf php-ext-snappy \
  && php -m \
- && apt-get -qqy clean
+ && rm -rf /tmp/lang/php
 
 RUN curl -sS https://getcomposer.org/installer | php -- --version=2.8.12 --install-dir=/usr/local/bin --filename=composer
 
 # Install Perl modules
-RUN apt-get -qqy install --no-install-recommends libcompress-raw-zlib-perl \
+RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
+    --mount=type=cache,target=/var/lib/apt/lists,sharing=locked \
+    apt-get -qqy install --no-install-recommends libcompress-raw-zlib-perl \
                                                  libcpan-uploader-perl \
                                                  libencode-perl \
                                                  libio-string-perl \
@@ -155,18 +162,16 @@ RUN apt-get -qqy install --no-install-recommends libcompress-raw-zlib-perl \
                                                  libregexp-common-perl \
                                                  libtest-exception-perl \
                                                  libtest-pod-perl \
-                                                 libtry-tiny-perl \
- && apt-get -qqy clean
+                                                 libtry-tiny-perl
 
-RUN curl -sSL https://cpanmin.us \
+RUN --mount=type=cache,target=/root/.cpanm \
+    curl -sSL https://cpanmin.us \
   | perl - --self-upgrade \
- && cpanm --mirror https://www.cpan.org/ install Compress::Zstd \
-                                                 Module::Install::Repository \
- && rm -rf .cpanm
+ && cpanm --mirror https://www.cpan.org/ Compress::Zstd \
+                                        Module::Install::Repository
 
 # Install Python3
-ENV PATH="${PATH}:/opt/pypy3.11/bin:/opt/pypy3.10/bin" \
-    PIP_NO_CACHE_DIR=off
+ENV PATH="${PATH}:/opt/pypy3.11/bin:/opt/pypy3.10/bin"
 
 # https://docs.docker.com/engine/reference/builder/#automatic-platform-args-in-the-global-scope
 ARG BUILDARCH
@@ -178,46 +183,49 @@ RUN case "${BUILDARCH:?}" in \
  && for url in \
     https://downloads.python.org/pypy/pypy3.11-v7.3.20-"$pypyarch".tar.bz2 \
     https://downloads.python.org/pypy/pypy3.10-v7.3.19-"$pypyarch".tar.bz2 \
-    ; do curl -fsSL "$url" | tar -xvjpf -; \
+    ; do curl -fsSL "$url" | tar -xjpf -; \
     done \
  && ln -s pypy3.11* pypy3.11 && ln -s pypy3.10* pypy3.10
 
 # Note: python3-distutils was removed with Python 3.12; see here for migration advise: https://peps.python.org/pep-0632/#migration-advice
-RUN apt-get -qqy install --no-install-recommends mypy \
+RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
+    --mount=type=cache,target=/var/lib/apt/lists,sharing=locked \
+    apt-get -qqy install --no-install-recommends mypy \
                                                  python3 \
                                                  python3.10 \
                                                  python3.11 \
                                                  python3.12 \
                                                  python3.13 \
                                                  python3.14 \
                                                  python3.14-dev \
- && apt-get -qqy clean \
- && curl -LsSf https://astral.sh/uv/0.10.4/install.sh | sh
+ && curl -LsSf https://astral.sh/uv/0.11.23/install.sh | sh
 
 # Install Ruby
-RUN apt-get -qqy install ruby-full \
- && apt-get -qqy clean
-RUN mkdir -p /tmp/lang/ruby/lib/avro && mkdir -p /tmp/share
-COPY lang/ruby/* /tmp/lang/ruby/
-COPY share/VERSION.txt /tmp/share/
-RUN gem install bundler --no-document && \
-    apt-get install -qqy libyaml-dev && \
-    cd /tmp/lang/ruby && bundle install
-
-# Install Rust
-RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.73.0
-ENV PATH=$PATH:/root/.cargo/bin/:/root/.local/bin
+RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
+    --mount=type=cache,target=/var/lib/apt/lists,sharing=locked \
+    apt-get -qqy install --no-install-recommends ruby ruby-dev
 
 # Install .NET SDK
-RUN cd /opt ; \
-    wget https://dot.net/v1/dotnet-install.sh ; \
-    bash ./dotnet-install.sh --channel "6.0" --install-dir "/opt/dotnet" ; \
-    bash ./dotnet-install.sh --channel "7.0" --install-dir "/opt/dotnet" ; \
-    bash ./dotnet-install.sh --channel "8.0" --install-dir "/opt/dotnet" ;
+RUN set -eux && \
+    wget -nv -O /opt/dotnet-install.sh https://dot.net/v1/dotnet-install.sh && \
+    bash /opt/dotnet-install.sh --channel "6.0" --install-dir "/opt/dotnet" && \
+    bash /opt/dotnet-install.sh --channel "7.0" --install-dir "/opt/dotnet" && \
+    bash /opt/dotnet-install.sh --channel "8.0" --install-dir "/opt/dotnet" && \
+    rm /opt/dotnet-install.sh
 
-ENV PATH=$PATH:/opt/dotnet
+ENV PATH=$PATH:/opt/dotnet:/root/.local/bin
 
 # Since we want the JDK21 as a default, we have to re-prepend it to the PATH.
-RUN update-java-alternatives  -s "java-1.21.*"
+RUN update-java-alternatives -s "java-1.21.*"
+
+# Install Ruby gems
+RUN --mount=type=bind,source=lang/ruby/Gemfile,target=/tmp/lang/ruby/Gemfile \
+    --mount=type=bind,source=lang/ruby/avro.gemspec,target=/tmp/lang/ruby/avro.gemspec \
+    --mount=type=bind,source=lang/ruby/Manifest,target=/tmp/lang/ruby/Manifest \
+    --mount=type=bind,source=share/VERSION.txt,target=/tmp/share/VERSION.txt \
+    --mount=type=cache,target=/usr/local/bundle/cache \
+    mkdir -p /tmp/lang/ruby/lib/avro && \
+    gem install bundler --no-document && \
+    cd /tmp/lang/ruby && bundle install
 
 CMD ["/bin/bash", "-i"]