Namespace
ilum
Image / Tagspark:3.5.6
Content Digestsha256:90db1cfd883a2be5496fd871371d28cff9b9bc0773fdf92a9c0eb7af4a01777b
Details
2025-05-29 23:00:55 UTC
1.65 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
GPG_KEY0FE4571297AB84440673665669600C8338F65970
JAVA_HOME/opt/java/openjdk
JAVA_VERSIONjdk-17.0.15+6
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
PATH/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
SPARK_HOME/opt/spark
SPARK_TGZ_ASC_URLhttps://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz.asc
SPARK_TGZ_URLhttps://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz
Layers
[#000] sha256:215ed5a638430309375291c48a01872859a8dbf1331e54ba0af221918eb8ce2e - 1.66% (28.2 MB)
[#001] sha256:a12374d151daa9c3bb73958acbbec3fd73660471d62d5baa757b0aad242ed301 - 1.17% (19.7 MB)
[#002] sha256:6df9f99dd57e52fc7f17b5a87b20a40913b94681e6ad0a05ab6b06e6f3323e48 - 8.15% (138 MB)
[#003] sha256:04e714bcd1365a261036c2ae10a62cdc0011efb8586eb6b59b19e6b3d065bba3 - 0.0% (160 Bytes)
[#004] sha256:141779bd67f4ce6dfe1c84578df8cfa3a860859d4ed985965e00660f8404b05f - 0.0% (2.23 KB)
[#005] sha256:e5e332ec74c8661ce5ee57e1e9082ed46524fcce2f401e0f4e8405a6c06e70ff - 0.0% (1.4 KB)
[#006] sha256:2d7ef3fbbf90528913f0efedc00f31f172f6768c2b94c912e2192c4ef1f3a412 - 1.55% (26.2 MB)
[#007] sha256:10263935c57e4cae1d071dc37bad54dba3b70a17b219c5046559d08e1d9bb2eb - 18.31% (310 MB)
[#008] sha256:fad48e6e706fc50b1b84e9dc5e1015418937fff89f971d6acdaec40ae1b6ad7d - 0.0% (2.09 KB)
[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#010] sha256:fdcfdb44a26301c9643f824ff907a3af2f7c38d8749eef666d16d80680a7c959 - 6.41% (108 MB)
[#011] sha256:261eb588157a290ad9a4c35a1305ab3d1ffc774b1729c2a58d8d60d4244ae7ed - 0.05% (868 KB)
[#012] sha256:b78d199daeb64bdcf96615a2fecf431862c4680c08632edfc61991fb559ef613 - 0.06% (1.05 MB)
[#013] sha256:877c49edbdf860b0032b79cc021a00c4f9ff882cb777b747ec3f879fd048c9da - 0.0% (4.26 KB)
[#014] sha256:c56938dfb19d284ab8d159e9d3f4bad4885f277c57172ce427cdd6eede862665 - 0.05% (898 KB)
[#015] sha256:cdd1c9bfb578ffe053f7f04ef02cbf088ad61a198df10d452517532f9733f9af - 0.1% (1.67 MB)
[#016] sha256:c58d9b4a31d4c69cc25348f59db9683bf37a372d4121c962a417b06bd6526153 - 1.92% (32.4 MB)
[#017] sha256:62d398d41e14a27801c4a2ec9e0ab131849de666df0de94681c8b4a6d9702f33 - 0.03% (511 KB)
[#018] sha256:c8f77f30e2ae6a47f7929134d9a3b6b26e1f161116b3f88d80817537b46be683 - 0.04% (738 KB)
[#019] sha256:aebc76154cc296806ae0b9aa4f4173fcec0e6ccabaa5ab6f770f0697d1ca66f1 - 0.0% (58.7 KB)
[#020] sha256:27b6abd6630bbe087b7d6b8b04cb1f46fea1d4b83c77cfeab12d149cd42b6f46 - 0.03% (523 KB)
[#021] sha256:9235df295824783f83b80477763ba3f39142e4da1b590375ef95e831c10217c4 - 0.02% (279 KB)
[#022] sha256:7cae9954c38ee897ce97efd86584abb283ba43eb5c39d0d8668b580be3eebede - 0.01% (99.3 KB)
[#023] sha256:258d87e870dd1a4e9e118b95422d11f3a35b671ad0faecfa319edec7b7701009 - 0.0% (25.5 KB)
[#024] sha256:da3eda8d3d6cf9768f6253f933ecbf7ab4c63b24eaeaa8ff94ad27b05c122215 - 0.0% (31.2 KB)
[#025] sha256:583533e16604d99931b362fc9819a825676825367e7a3d349b681c5fc257fa5c - 1.68% (28.5 MB)
[#026] sha256:ed3c9dae6801e05dfdc1423c5ca38ba307f44df90b8668ee76e5dc63e8e8ed67 - 0.0% (1.91 KB)
[#027] sha256:9288b4178f17610a96b5028b5719d7120b45af57901c7698636206fa4f513abb - 58.76% (994 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) ADD file:59e67123ba6a5d9eea9813e7b2a767696f767c15c5b23c61c4d5bd6ba6fa9ac6 in /
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENV JAVA_HOME=/opt/java/openjdk
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c set -eux; apt-get update; DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends curl wget gnupg fontconfig ca-certificates p11-kit binutils tzdata locales ; echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen; locale-gen en_US.UTF-8; rm -rf /var/lib/apt/lists/* # buildkit
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENV JAVA_VERSION=jdk-17.0.15+6
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c set -eux; ARCH="$(dpkg --print-architecture)"; case "${ARCH}" in amd64) ESUM='9616877c733c9249328ea9bd83a5c8c30e0f9a7af180cac8ffda9034161c2df2'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_x64_linux_hotspot_17.0.15_6.tar.gz'; ;; arm64) ESUM='0db0d6cbe33238f33aa52837b1dc8fc6067b34d206b3e0f9243c7f8c9b9539a5'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_aarch64_linux_hotspot_17.0.15_6.tar.gz'; ;; armhf) ESUM='8a3c859355f898c119d154e4caf867263e0e4c8065a91d63ae10666c19bc1108'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_arm_linux_hotspot_17.0.15_6.tar.gz'; ;; ppc64el) ESUM='0823d92d9537fcdd56952abc450d1f9585b4d329f8f884dcb230a2e08db6bf5d'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_ppc64le_linux_hotspot_17.0.15_6.tar.gz'; ;; s390x) ESUM='0033ef81d9c1d30782c5638c20bd7ce3681ebf4b8a68cbc750bb15d613e76e67'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_s390x_linux_hotspot_17.0.15_6.tar.gz'; ;; *) echo "Unsupported arch: ${ARCH}"; exit 1; ;; esac; wget --progress=dot:giga -O /tmp/openjdk.tar.gz ${BINARY_URL}; wget --progress=dot:giga -O /tmp/openjdk.tar.gz.sig ${BINARY_URL}.sig; export GNUPGHOME="$(mktemp -d)"; gpg --batch --keyserver keyserver.ubuntu.com --recv-keys 3B04D753C9050D9A5D343F39843C48A565F8F04B; gpg --batch --verify /tmp/openjdk.tar.gz.sig /tmp/openjdk.tar.gz; rm -rf "${GNUPGHOME}" /tmp/openjdk.tar.gz.sig; echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -; mkdir -p "$JAVA_HOME"; tar --extract --file /tmp/openjdk.tar.gz --directory "$JAVA_HOME" --strip-components 1 --no-same-owner ; rm -f /tmp/openjdk.tar.gz ${JAVA_HOME}/lib/src.zip; find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf; ldconfig; java -Xshare:dump; # buildkit
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c set -eux; echo "Verifying install ..."; fileEncoding="$(echo 'System.out.println(System.getProperty("file.encoding"))' | jshell -s -)"; [ "$fileEncoding" = 'UTF-8' ]; rm -rf ~/.java; echo "javac --version"; javac --version; echo "java --version"; java --version; echo "Complete." # buildkit
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh # buildkit
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/__cacert_entrypoint.sh"]
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)CMD ["jshell"]
2025-05-28 20:17:09 UTC (buildkit.dockerfile.v0)ARG spark_uid=185
2025-05-28 20:17:09 UTC (buildkit.dockerfile.v0)RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark && useradd --system --uid=${spark_uid} --gid=spark spark # buildkit
2025-05-28 20:17:21 UTC (buildkit.dockerfile.v0)RUN |1 spark_uid=185 /bin/sh -c set -ex; apt-get update; apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper; mkdir -p /opt/spark; mkdir /opt/spark/python; mkdir -p /opt/spark/examples; mkdir -p /opt/spark/work-dir; chmod g+w /opt/spark/work-dir; touch /opt/spark/RELEASE; chown -R spark:spark /opt/spark; echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su; rm -rf /var/lib/apt/lists/* # buildkit
2025-05-28 20:17:21 UTC (buildkit.dockerfile.v0)ENV SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz.asc GPG_KEY=0FE4571297AB84440673665669600C8338F65970
2025-05-28 20:17:47 UTC (buildkit.dockerfile.v0)RUN |1 spark_uid=185 /bin/sh -c set -ex; export SPARK_TMP="$(mktemp -d)"; cd $SPARK_TMP; wget -nv -O spark.tgz "$SPARK_TGZ_URL"; wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL"; export GNUPGHOME="$(mktemp -d)"; gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" || gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY"; gpg --batch --verify spark.tgz.asc spark.tgz; gpgconf --kill all; rm -rf "$GNUPGHOME" spark.tgz.asc; tar -xf spark.tgz --strip-components=1; chown -R spark:spark .; mv jars /opt/spark/; mv RELEASE /opt/spark/; mv bin /opt/spark/; mv sbin /opt/spark/; mv kubernetes/dockerfiles/spark/decom.sh /opt/; mv examples /opt/spark/; ln -s "$(basename /opt/spark/examples/jars/spark-examples_*.jar)" /opt/spark/examples/jars/spark-examples.jar; mv kubernetes/tests /opt/spark/; mv data /opt/spark/; mv python/pyspark /opt/spark/python/pyspark/; mv python/lib /opt/spark/python/lib/; mv R /opt/spark/; chmod a+x /opt/decom.sh; cd ..; rm -rf "$SPARK_TMP"; # buildkit
2025-05-28 20:17:47 UTC (buildkit.dockerfile.v0)COPY entrypoint.sh /opt/ # buildkit
2025-05-28 20:17:47 UTC (buildkit.dockerfile.v0)ENV SPARK_HOME=/opt/spark
2025-05-28 20:17:47 UTC (buildkit.dockerfile.v0)WORKDIR /opt/spark/work-dir
2025-05-28 20:17:47 UTC (buildkit.dockerfile.v0)USER spark
2025-05-28 20:17:47 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/entrypoint.sh"]
2025-05-28 20:29:25 UTC (buildkit.dockerfile.v0)USER root
2025-05-28 20:29:25 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c set -ex; apt-get update; apt-get install -y python3 python3-pip; rm -rf /var/lib/apt/lists/* # buildkit
2025-05-28 20:29:25 UTC (buildkit.dockerfile.v0)USER spark
2025-05-29 16:28:42 UTC (buildkit.dockerfile.v0)USER root
2025-05-29 16:28:42 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/hadoop-aws-3.3.4.jar /opt/spark/jars # buildkit
2025-05-29 16:28:42 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-s3/1.12.262/aws-java-sdk-s3-1.12.262.jar /opt/spark/jars # buildkit
2025-05-29 16:28:42 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk/1.12.262/aws-java-sdk-1.12.262.jar /opt/spark/jars # buildkit
2025-05-29 16:28:42 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.12.262/aws-java-sdk-core-1.12.262.jar /opt/spark/jars # buildkit
2025-05-29 16:28:42 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-dynamodb/1.12.262/aws-java-sdk-dynamodb-1.12.262.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.13/gcs-connector-hadoop3-2.2.13-shaded.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.4/hadoop-azure-3.3.4.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.43.v20210629/jetty-util-ajax-9.4.43.v20210629.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.43.v20210629/jetty-util-9.4.43.v20210629.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-extension-spark-3-5_2.12/1.10.1/kyuubi-extension-spark-3-5_2.12-1.10.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-spark-lineage_2.12/1.10.1/kyuubi-spark-lineage_2.12-1.10.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:27 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util-scala_2.12/1.10.1/kyuubi-util-scala_2.12-1.10.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:27 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util/1.10.1/kyuubi-util-1.10.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:27 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/io/openlineage/openlineage-spark_2.12/1.31.0/openlineage-spark_2.12-1.31.0.jar /opt/spark/jars # buildkit
2025-05-29 22:59:14 UTC (buildkit.dockerfile.v0)ADD --chmod=755 entrypoint.sh /opt/entrypoint.sh # buildkit
2025-05-29 23:00:55 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c python3 -m pip install --upgrade pip && python3 -m pip install grpcio==1.59.3 pandas numpy delta-spark==3.2.1 # buildkit
2025-05-29 23:00:55 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/entrypoint.sh"]
2025-05-29 23:00:55 UTC (buildkit.dockerfile.v0)USER
Details
2025-05-29 23:07:04 UTC
1.74 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
GPG_KEY0FE4571297AB84440673665669600C8338F65970
JAVA_HOME/opt/java/openjdk
JAVA_VERSIONjdk-17.0.15+6
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
PATH/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
SPARK_HOME/opt/spark
SPARK_TGZ_ASC_URLhttps://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz.asc
SPARK_TGZ_URLhttps://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz
Layers
[#000] sha256:67b06617bd6bbb299a723709813a971289b935f40eaff66a3348adf478cd41f6 - 1.46% (26.1 MB)
[#001] sha256:7922ecca004f885e4d578cd030e98e8313d9c54961757f32071268d070e6f39c - 1.18% (21 MB)
[#002] sha256:87c709a8f69116a7889d82bdf4b46aae16fa22741435b93e9e6919a09257cea0 - 7.68% (137 MB)
[#003] sha256:e4d572ba8adc859c7599957daffc4c83a5b6339558fc58e2533f11ba6615fcca - 0.0% (158 Bytes)
[#004] sha256:75fb73ed5aaf1b40ec2eb13b6b251ed11f634d20d980b951c605cb4872a1a17f - 0.0% (2.23 KB)
[#005] sha256:740dcb7e9647ea0f627438b8a0a1139af7ee9c3c13a0153a64a892c0c832727e - 0.0% (1.39 KB)
[#006] sha256:8f8a147207dd41465eac7f376460a9b23777ee75dac7a1bd9be646231a9dc723 - 1.39% (24.8 MB)
[#007] sha256:a53e4ae088151cf02dd9156c457551d779a1d6f0de25bfe5ec8c1e6fb81be67e - 17.39% (310 MB)
[#008] sha256:4f8ce9d761251ea6e98a0ec05969c5a2fa2cd73312031043cdb6a08f504b1290 - 0.0% (2.09 KB)
[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#010] sha256:563f38a3222e798fd616cf5a5e08a78b83e819c5edb8727b8a9328bc43360a8c - 5.79% (103 MB)
[#011] sha256:b4f93c308fa1ca00d8305c3827791c54e1d5196e64fc5f4884765478e7a1d55a - 0.05% (868 KB)
[#012] sha256:08d04c6012885fca6969021bc0036be96a9f23f8d8156674f9a0e0938f2b27cc - 0.06% (1.05 MB)
[#013] sha256:f47be4136d6dd5ff2205182e88ffdcfafb25a09d42d91ce2c9b2cfde6469b58c - 0.0% (4.26 KB)
[#014] sha256:20a37ea42169a5b158cb70e48a87f22d2a5c2042c868758d2137b7f0bd1bb038 - 0.05% (898 KB)
[#015] sha256:0a52150479bfefd88b8f4585dbda0c049c79f7c7e0c5d88deb47104138779a6c - 0.09% (1.67 MB)
[#016] sha256:548f8955de9c9a339dfad2bfd81dac3b509c16c54f606db3ed284ac1e33bb317 - 1.82% (32.4 MB)
[#017] sha256:d7b2fc1dd4ebf698644c2b09eb9161f7f6cdaeac269c39fcdc57eee819d517e8 - 0.03% (511 KB)
[#018] sha256:3aa94eefc3407356ac9d54abcc8786cc309964e1ff0baaa2587d12e66792b092 - 0.04% (738 KB)
[#019] sha256:75cb463561b4841a90db99b19cb9801002ec375b70a4e7bedbaf6dc8dc981b50 - 0.0% (58.7 KB)
[#020] sha256:dd98d709dda265e8229b71624df1902be77c2aa94b33407fe51b11c2fc0d10a3 - 0.03% (523 KB)
[#021] sha256:2f0758d1ba85a9daca9bf06313764a0d3e829d34c8aa10b993a8a11ba3b8b627 - 0.02% (279 KB)
[#022] sha256:0b23dca7714c38ee3f34e4b5bef280182c3a0c847f067a6b16c97c0fe55b868e - 0.01% (99.3 KB)
[#023] sha256:ae64150bca3abba2937cec61259338b5a80d5072460229f717ca0b6199e48d29 - 0.0% (25.5 KB)
[#024] sha256:e3e1f08816caf6f796bf89829910103f4969ab650d00c3d8fd139371008a67ea - 0.0% (31.2 KB)
[#025] sha256:84c4acfae72be611542dab993569c6f0245c13a04067bc6edf656d52bfb7c6bd - 1.6% (28.5 MB)
[#026] sha256:ed3c9dae6801e05dfdc1423c5ca38ba307f44df90b8668ee76e5dc63e8e8ed67 - 0.0% (1.91 KB)
[#027] sha256:c243a845964e5e9dcdb5536625f25c0f25f7bd056f4d7081e582d80c4be8d632 - 61.31% (1.07 GB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) ADD file:da80d592df77a4ddbc2c4267be13e1ead72bc1d7f4535f967c511ae736520d7a in /
2025-04-23 14:48:05 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENV JAVA_HOME=/opt/java/openjdk
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c set -eux; apt-get update; DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends curl wget gnupg fontconfig ca-certificates p11-kit binutils tzdata locales ; echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen; locale-gen en_US.UTF-8; rm -rf /var/lib/apt/lists/* # buildkit
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENV JAVA_VERSION=jdk-17.0.15+6
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c set -eux; ARCH="$(dpkg --print-architecture)"; case "${ARCH}" in amd64) ESUM='9616877c733c9249328ea9bd83a5c8c30e0f9a7af180cac8ffda9034161c2df2'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_x64_linux_hotspot_17.0.15_6.tar.gz'; ;; arm64) ESUM='0db0d6cbe33238f33aa52837b1dc8fc6067b34d206b3e0f9243c7f8c9b9539a5'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_aarch64_linux_hotspot_17.0.15_6.tar.gz'; ;; armhf) ESUM='8a3c859355f898c119d154e4caf867263e0e4c8065a91d63ae10666c19bc1108'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_arm_linux_hotspot_17.0.15_6.tar.gz'; ;; ppc64el) ESUM='0823d92d9537fcdd56952abc450d1f9585b4d329f8f884dcb230a2e08db6bf5d'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_ppc64le_linux_hotspot_17.0.15_6.tar.gz'; ;; s390x) ESUM='0033ef81d9c1d30782c5638c20bd7ce3681ebf4b8a68cbc750bb15d613e76e67'; BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.15%2B6/OpenJDK17U-jdk_s390x_linux_hotspot_17.0.15_6.tar.gz'; ;; *) echo "Unsupported arch: ${ARCH}"; exit 1; ;; esac; wget --progress=dot:giga -O /tmp/openjdk.tar.gz ${BINARY_URL}; wget --progress=dot:giga -O /tmp/openjdk.tar.gz.sig ${BINARY_URL}.sig; export GNUPGHOME="$(mktemp -d)"; gpg --batch --keyserver keyserver.ubuntu.com --recv-keys 3B04D753C9050D9A5D343F39843C48A565F8F04B; gpg --batch --verify /tmp/openjdk.tar.gz.sig /tmp/openjdk.tar.gz; rm -rf "${GNUPGHOME}" /tmp/openjdk.tar.gz.sig; echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -; mkdir -p "$JAVA_HOME"; tar --extract --file /tmp/openjdk.tar.gz --directory "$JAVA_HOME" --strip-components 1 --no-same-owner ; rm -f /tmp/openjdk.tar.gz ${JAVA_HOME}/lib/src.zip; find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf; ldconfig; java -Xshare:dump; # buildkit
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c set -eux; echo "Verifying install ..."; fileEncoding="$(echo 'System.out.println(System.getProperty("file.encoding"))' | jshell -s -)"; [ "$fileEncoding" = 'UTF-8' ]; rm -rf ~/.java; echo "javac --version"; javac --version; echo "java --version"; java --version; echo "Complete." # buildkit
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh # buildkit
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/__cacert_entrypoint.sh"]
2025-04-23 14:48:05 UTC (buildkit.dockerfile.v0)CMD ["jshell"]
2025-05-28 20:17:09 UTC (buildkit.dockerfile.v0)ARG spark_uid=185
2025-05-28 20:17:09 UTC (buildkit.dockerfile.v0)RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark && useradd --system --uid=${spark_uid} --gid=spark spark # buildkit
2025-05-28 20:17:53 UTC (buildkit.dockerfile.v0)RUN |1 spark_uid=185 /bin/sh -c set -ex; apt-get update; apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper; mkdir -p /opt/spark; mkdir /opt/spark/python; mkdir -p /opt/spark/examples; mkdir -p /opt/spark/work-dir; chmod g+w /opt/spark/work-dir; touch /opt/spark/RELEASE; chown -R spark:spark /opt/spark; echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su; rm -rf /var/lib/apt/lists/* # buildkit
2025-05-28 20:17:53 UTC (buildkit.dockerfile.v0)ENV SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.6/spark-3.5.6-bin-hadoop3.tgz.asc GPG_KEY=0FE4571297AB84440673665669600C8338F65970
2025-05-28 20:18:30 UTC (buildkit.dockerfile.v0)RUN |1 spark_uid=185 /bin/sh -c set -ex; export SPARK_TMP="$(mktemp -d)"; cd $SPARK_TMP; wget -nv -O spark.tgz "$SPARK_TGZ_URL"; wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL"; export GNUPGHOME="$(mktemp -d)"; gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" || gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY"; gpg --batch --verify spark.tgz.asc spark.tgz; gpgconf --kill all; rm -rf "$GNUPGHOME" spark.tgz.asc; tar -xf spark.tgz --strip-components=1; chown -R spark:spark .; mv jars /opt/spark/; mv RELEASE /opt/spark/; mv bin /opt/spark/; mv sbin /opt/spark/; mv kubernetes/dockerfiles/spark/decom.sh /opt/; mv examples /opt/spark/; ln -s "$(basename /opt/spark/examples/jars/spark-examples_*.jar)" /opt/spark/examples/jars/spark-examples.jar; mv kubernetes/tests /opt/spark/; mv data /opt/spark/; mv python/pyspark /opt/spark/python/pyspark/; mv python/lib /opt/spark/python/lib/; mv R /opt/spark/; chmod a+x /opt/decom.sh; cd ..; rm -rf "$SPARK_TMP"; # buildkit
2025-05-28 20:18:30 UTC (buildkit.dockerfile.v0)COPY entrypoint.sh /opt/ # buildkit
2025-05-28 20:18:30 UTC (buildkit.dockerfile.v0)ENV SPARK_HOME=/opt/spark
2025-05-28 20:18:30 UTC (buildkit.dockerfile.v0)WORKDIR /opt/spark/work-dir
2025-05-28 20:18:30 UTC (buildkit.dockerfile.v0)USER spark
2025-05-28 20:18:30 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/entrypoint.sh"]
2025-05-28 20:30:30 UTC (buildkit.dockerfile.v0)USER root
2025-05-28 20:30:30 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c set -ex; apt-get update; apt-get install -y python3 python3-pip; rm -rf /var/lib/apt/lists/* # buildkit
2025-05-28 20:30:30 UTC (buildkit.dockerfile.v0)USER spark
2025-05-29 16:28:53 UTC (buildkit.dockerfile.v0)USER root
2025-05-29 16:28:53 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/hadoop-aws-3.3.4.jar /opt/spark/jars # buildkit
2025-05-29 16:28:53 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-s3/1.12.262/aws-java-sdk-s3-1.12.262.jar /opt/spark/jars # buildkit
2025-05-29 16:28:53 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk/1.12.262/aws-java-sdk-1.12.262.jar /opt/spark/jars # buildkit
2025-05-29 16:28:53 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.12.262/aws-java-sdk-core-1.12.262.jar /opt/spark/jars # buildkit
2025-05-29 16:28:53 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-dynamodb/1.12.262/aws-java-sdk-dynamodb-1.12.262.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.13/gcs-connector-hadoop3-2.2.13-shaded.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.4/hadoop-azure-3.3.4.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/7.0.1/azure-storage-7.0.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.43.v20210629/jetty-util-ajax-9.4.43.v20210629.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.43.v20210629/jetty-util-9.4.43.v20210629.jar /opt/spark/jars # buildkit
2025-05-29 16:29:26 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-extension-spark-3-5_2.12/1.10.1/kyuubi-extension-spark-3-5_2.12-1.10.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:27 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-spark-lineage_2.12/1.10.1/kyuubi-spark-lineage_2.12-1.10.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:27 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util-scala_2.12/1.10.1/kyuubi-util-scala_2.12-1.10.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:27 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/org/apache/kyuubi/kyuubi-util/1.10.1/kyuubi-util-1.10.1.jar /opt/spark/jars # buildkit
2025-05-29 16:29:27 UTC (buildkit.dockerfile.v0)ADD --chmod=644 https://repo1.maven.org/maven2/io/openlineage/openlineage-spark_2.12/1.31.0/openlineage-spark_2.12-1.31.0.jar /opt/spark/jars # buildkit
2025-05-29 22:59:14 UTC (buildkit.dockerfile.v0)ADD --chmod=755 entrypoint.sh /opt/entrypoint.sh # buildkit
2025-05-29 23:07:04 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c python3 -m pip install --upgrade pip && python3 -m pip install grpcio==1.59.3 pandas numpy delta-spark==3.2.1 # buildkit
2025-05-29 23:07:04 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/entrypoint.sh"]
2025-05-29 23:07:04 UTC (buildkit.dockerfile.v0)USER
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.