Sign inSign up

telefonica/spark-py:3.3.0-hadoop3.3.2-S3A-WASB-1

Manifest digest

sha256:fc205eb12972888188de50f41837b43b6f6b157e39830c21e9158a6c8e05315d

OS/ARCH

linux/amd64

Compressed size

701.97 MB

Last pushed

almost 4 years by eblanco90

Type

Image

Manifest digest

sha256:fc205eb12972888188de50f41837b43b6f6b157e39830c21e9158a6c8e05315d

Image Layers

Image Layers

1ADD file ... in / 29.91 MB
2CMD ["bash"]0 B
3/bin/sh -c set -eux; apt-get1.51 MB
4ENV JAVA_HOME=/usr/local/openjdk-110 B
5/bin/sh -c { echo '#/bin/sh';212 B
6ENV PATH=/usr/local/openjdk-11/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
7ENV LANG=C.UTF-80 B
8ENV JAVA_VERSION=11.0.160 B
9/bin/sh -c set -eux; arch="$(dpkg43.91 MB
10ARG spark_uid=1850 B
11RUN |1 spark_uid=185 /bin/sh -c38.53 MB
12COPY jars /opt/spark/jars # buildkit222.83 MB
13COPY bin /opt/spark/bin # buildkit10.42 KB
14COPY sbin /opt/spark/sbin # buildkit7.05 KB
15COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit1.77 KB
16COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit883 B
17COPY examples /opt/spark/examples # buildkit1.67 MB
18COPY kubernetes/tests /opt/spark/tests # buildkit2.26 KB
19COPY data /opt/spark/data # buildkit356.12 KB
20ENV SPARK_HOME=/opt/spark0 B
21WORKDIR /opt/spark/work-dir0 B
22RUN |1 spark_uid=185 /bin/sh -c156 B
23RUN |1 spark_uid=185 /bin/sh -c896 B
24ENTRYPOINT ["/opt/entrypoint.sh"]0 B
25USER 1850 B
26WORKDIR /0 B
27USER 00 B
28RUN /bin/sh -c mkdir ${SPARK_HOME}/python179 B
29RUN /bin/sh -c apt-get update117.32 MB
30COPY python/pyspark /opt/spark/python/pyspark # buildkit1.18 MB
31COPY python/lib /opt/spark/python/lib # buildkit1.47 MB
32WORKDIR /opt/spark/work-dir0 B
33ENTRYPOINT ["/opt/entrypoint.sh"]0 B
34ARG spark_uid=1850 B
35USER 1850 B
36ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.2/hadoop-aws-3.3.2.jar /opt/spark/jars # buildkit866.64 KB
37ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-s3/1.11.419/aws-java-sdk-s3-1.11.419.jar /opt/spark/jars # buildkit789.13 KB
38ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-core/1.11.419/aws-java-sdk-core-1.11.419.jar /opt/spark/jars # buildkit782.68 KB
39ADD https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-kms/1.11.419/aws-java-sdk-kms-1.11.419.jar /opt/spark/jars # buildkit346.09 KB
40ADD https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-azure/3.3.2/hadoop-azure-3.3.2.jar /opt/spark/jars # buildkit509.75 KB
41ADD https://repo1.maven.org/maven2/com/microsoft/azure/azure-storage/8.6.6/azure-storage-8.6.6.jar /opt/spark/jars # buildkit826.31 KB
42ADD https://repo1.maven.org/maven2/org/apache/spark/spark-avro_2.12/3.3.0/spark-avro_2.12-3.3.0.jar /opt/spark/jars # buildkit181.33 KB
43ADD https://repo1.maven.org/maven2/org/postgresql/postgresql/42.1.4/postgresql-42.1.4.jar /opt/spark/jars # buildkit657.83 KB
44ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util-ajax/9.4.40.v20210413/jetty-util-ajax-9.4.40.v20210413.jar /opt/spark/jars # buildkit58.66 KB
45ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-server/9.4.40.v20210413/jetty-server-9.4.40.v20210413.jar /opt/spark/jars # buildkit650.22 KB
46ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-util/9.4.40.v20210413/jetty-util-9.4.40.v20210413.jar /opt/spark/jars # buildkit519.67 KB
47ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-servlet/9.4.40.v20210413/jetty-servlet-9.4.40.v20210413.jar /opt/spark/jars # buildkit132.55 KB
48ADD https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-webapp/9.4.40.v20210413/jetty-webapp-9.4.40.v20210413.jar /opt/spark/jars # buildkit129.89 KB
49ADD https://repo1.maven.org/maven2/com/google/guava/guava/27.0-jre/guava-27.0-jre.jar /opt/spark/jars # buildkit2.33 MB
50ADD https://repo1.maven.org/maven2/org/scala-lang/modules/scala-collection-compat_2.12/2.1.6/scala-collection-compat_2.12-2.1.6.jar /opt/spark/jars # buildkit187.58 KB
51USER root0 B
52RUN /bin/sh -c rm -f192 B
53RUN /bin/sh -c rm -f209 B
54RUN /bin/sh -c apt-get update52.91 KB
55RUN /bin/sh -c mkdir -p181 B
56RUN /bin/sh -c addgroup --gid653 B
57RUN /bin/sh -c adduser --disabled-password6.87 KB
58RUN /bin/sh -c chown -R234.39 MB
59USER 100010 B

Command

ADD file:0eae0dca665c7044bf242cb1fc92cb8ea744f5af2dd376a558c90bc47349aefe in /