Update Dockerfile

Dockerfile

@@ -1,28 +1,21 @@
-# Download base image ubuntu 22.04 (latest LTS as of 2024)
-FROM ubuntu:22.04
+# Download base image ubuntu 18.04
+FROM ubuntu:18.04
 
 # Set environment variables
 ENV NB_USER jovyan
 ENV NB_UID 1000
 ENV HOME /home/${NB_USER}
-ENV JAVA_HOME /usr/lib/jvm/java-17-openjdk-amd64/
+ENV JAVA_HOME /usr/lib/jvm/java-8-openjdk-amd64/
 
-# Set environment variable to disable interactive prompts
-ENV DEBIAN_FRONTEND=noninteractive
-
-# Create a new user named "jovyan" with user ID 1000
-RUN useradd -m -u ${NB_UID} ${NB_USER}
-
-# Install required packages and set up timezone
+# Install required packages
 RUN apt-get update && apt-get install -y \
-    tzdata \
     tar \
     wget \
     bash \
     rsync \
     gcc \
     libfreetype6-dev \
-    libhdf5-dev \
+    libhdf5-serial-dev \
     libpng-dev \
     libzmq3-dev \
     python3 \
@@ -32,24 +25,24 @@ RUN apt-get update && apt-get install -y \
     pkg-config \
     software-properties-common \
     graphviz \
-    openjdk-17-jdk \
+    openjdk-8-jdk \
     ant \
     ca-certificates-java \
     && apt-get clean \
     && update-ca-certificates -f
 
-# Set timezone to UTC
-RUN ln -fs /usr/share/zoneinfo/UTC /etc/localtime && dpkg-reconfigure --frontend noninteractive tzdata
-
-# Fix permissions for jovyan's .local directory
-RUN mkdir -p /home/${NB_USER}/.local && chown -R ${NB_USER}:${NB_USER} /home/${NB_USER}/.local
-
-# Install Python 3.11 and pip (latest stable Python as of 2024)
+# Install Python 3.8 and pip
 RUN add-apt-repository ppa:deadsnakes/ppa \
     && apt-get update \
-    && apt-get install -y python3.11 python3.11-dev python3-pip \
+    && apt-get install -y python3.8 python3-pip \
     && apt-get clean
 
+# Set up JAVA_HOME
+RUN echo "export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/" >> /etc/profile \
+    && echo "export PATH=\$JAVA_HOME/bin:\$PATH" >> /etc/profile
+# Create a new user named "jovyan" with user ID 1000
+RUN useradd -m -u ${NB_UID} ${NB_USER}
+
 # Switch to the "jovyan" user
 USER ${NB_USER}
 
@@ -57,10 +50,17 @@ USER ${NB_USER}
 ENV HOME=/home/${NB_USER} \
     PATH=/home/${NB_USER}/.local/bin:$PATH
 
+# Set up PySpark to use Python 3.8 for both driver and workers
+ENV PYSPARK_PYTHON=/usr/bin/python3.8
+ENV PYSPARK_DRIVER_PYTHON=/usr/bin/python3.8
+
+# Set the working directory to the user's home directory
+WORKDIR ${HOME}
+
 # Upgrade pip and install Python dependencies
-RUN python3.11 -m pip install --upgrade pip
+RUN python3.8 -m pip install --upgrade pip
 COPY requirements.txt /tmp/requirements.txt
-RUN python3.11 -m pip install -r /tmp/requirements.txt
+RUN python3.8 -m pip install -r /tmp/requirements.txt
 
 # Copy the application code into the container at /home/jovyan
 COPY --chown=${NB_USER}:${NB_USER} . ${HOME}