Sign inSign up

docker4ops/spark-with-hadoop:spark-3.5.2_hadoop-3.3.6_hive-4.0.0_scala-2.12

Languages & frameworks
Data science
Manifest digest

sha256:6599b6e00c297a3d02ddd021e70cb29483c4120a28c1c652583aa95ba9267ce2

OS/ARCH

linux/arm64

Compressed size

1.95 GB

Last pushed

10 months by docker4ops

Type

Image

Manifest digest

sha256:6599b6e00c297a3d02ddd021e70cb29483c4120a28c1c652583aa95ba9267ce2

Image Layers

Image Layers

1ADD file ... in / 103.35 MB
2LABEL org.label-schema.schema-version=1.0 org.label-schema.name=CentOS Base0 B
3CMD ["/bin/bash"]0 B
4ARG hadoop_version=3.3.60 B
5ARG spark_version=3.5.20 B
6ARG hive_version=4.0.00 B
7|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh380.56 MB
8|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh183.07 MB
9|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh630.22 MB
10ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk HADOOP_HOME=/usr/bin/hadoop-3.3.6 HADOOP_CONF_DIR=/usr/bin/hadoop-3.3.6/etc/hadoop0 B
11ENV PATH=/usr/lib/jvm/java-17-openjdk/bin:/usr/bin/hadoop-3.3.6/bin:/usr/bin/hadoop-3.3.6/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
12|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh5.79 KB
13COPY file:326e6ae5b8061ace10dd3d319b6a6a205b4635411c8d8820d33e606165a5c9a2 in /usr/bin/hadoop-3.3.6/etc/hadoop/core-site.xml 490 B
14COPY file:752c9cdcf0fa306c50956f7b37307ed17576f73a18889cbbf30e095df719f9b7 in /usr/bin/hadoop-3.3.6/etc/hadoop/hdfs-site.xml 569 B
15COPY file:ce4b1b19e0d284fd255c4ffb277c02bbb21ce9d776973d9ffa836298f643a054 in /usr/bin/hadoop-3.3.6/etc/hadoop/mapred-site.xml 588 B
16|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh293.37 MB
17ENV SPARK_HOME=/usr/bin/spark-3.5.2-bin-without-hadoop SPARK_LOG_DIR=/usr/bin/spark-3.5.2-bin-without-hadoop/logs0 B
18ENV PATH=/usr/bin/spark-3.5.2-bin-without-hadoop/bin:/usr/bin/spark-3.5.2-bin-without-hadoop/sbin:/usr/lib/jvm/java-17-openjdk/bin:/usr/bin/hadoop-3.3.6/bin:/usr/bin/hadoop-3.3.6/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh2.4 KB
20|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh410.32 MB
21ENV HIVE_HOME=/usr/bin/apache-hive-4.0.0-bin0 B
22ENV PATH=/usr/bin/apache-hive-4.0.0-bin/bin:/usr/bin/spark-3.5.2-bin-without-hadoop/bin:/usr/bin/spark-3.5.2-bin-without-hadoop/sbin:/usr/lib/jvm/java-17-openjdk/bin:/usr/bin/hadoop-3.3.6/bin:/usr/bin/hadoop-3.3.6/sbin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
23ENV HADOOP_OPTS=--add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED0 B
24|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh415.27 KB
25COPY file:064de5694eb51578e45949c8348b011d802e3bc9ea0259fa2ce1b37155d2610f in /configs/hive-site.xml 715 B
26|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh8.44 KB
27COPY file:d8e3a51863bbb0129a830a7d19d408c87f2327741c0e79102d29e55121a2c535 in /usr/bin/config 220 B
28|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh289 B
29COPY file:9b982443ee0f128f1f56364620b4168644fd35c35a5dfd17f5bf17e7cbf91f35 in /usr/local/bin/start-services.sh 1.07 KB
30|3 hadoop_version=3.3.6 hive_version=4.0.0 spark_version=3.5.2 /bin/sh1.06 KB

Command

ADD file:5b1e63a3cb041177b802b501dedcd71a86f1773ea0f69f048f2eb3901097711d in /