Skip to content

Commit

Permalink
testing python base image for spark
Browse files Browse the repository at this point in the history
  • Loading branch information
EliseCastle23 committed Jan 3, 2025
1 parent 615586a commit ecf189f
Showing 1 changed file with 14 additions and 6 deletions.
20 changes: 14 additions & 6 deletions Dockerfile
Original file line number Diff line number Diff line change
@@ -1,8 +1,18 @@
# To check running container: docker exec -it tube /bin/bash
ARG AZLINUX_BASE_VERSION=feat_python-nginx
ARG AZLINUX_BASE_VERSION=master

# ------ Base stage ------
FROM quay.io/cdis/python-nginx-al:${AZLINUX_BASE_VERSION} AS builder
FROM quay.io/cdis/python-build-base:${AZLINUX_BASE_VERSION} AS base

# create gen3 user
# Create a group 'gen3' with GID 1000 and a user 'gen3' with UID 1000
RUN groupadd -g 1000 gen3 && \
useradd -m -s /bin/bash -u 1000 -g gen3 gen3
#will change to gen3 user later

WORKDIR /gen3spark

# ------ Builder Stage ------
FROM base AS builder

ENV DEBIAN_FRONTEND=noninteractive \
SPARK_VERSION="2.4.0" \
Expand All @@ -27,8 +37,6 @@ RUN yum update && yum install -y --setopt=install_weak_deps=False \
tar \
&& yum clean all



RUN wget $SPARK_INSTALLATION_URL \
&& mkdir -p $SPARK_HOME \
&& tar -xvf spark-${SPARK_VERSION}-bin-without-hadoop.tgz -C $SPARK_HOME --strip-components 1 \
Expand All @@ -47,7 +55,7 @@ RUN wget ${SCALA_INSTALLATION_URL} \


# ------ Final Stage ------
FROM quay.io/cdis/python-nginx-al:${AZLINUX_BASE_VERSION}
FROM base

# Set environment variables
ENV SPARK_HOME="/spark" \
Expand Down

0 comments on commit ecf189f

Please sign in to comment.