Update Dockerfile

Dockerfile

@@ -6,9 +6,6 @@ ENV NB_USER jovyan
 ENV NB_UID 1000
 ENV HOME /home/${NB_USER}
 ENV JAVA_HOME /usr/lib/jvm/java-8-openjdk-amd64/
-ENV PYSPARK_PYTHON=/usr/bin/python3.8
-ENV PYSPARK_DRIVER_PYTHON=/usr/bin/python3.8
-ENV LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu:/lib/x86_64-linux-gnu:$LD_LIBRARY_PATH
 
 # Install required packages
 RUN apt-get update && apt-get install -y \
@@ -31,7 +28,6 @@ RUN apt-get update && apt-get install -y \
     openjdk-8-jdk \
     ant \
     ca-certificates-java \
-    libgomp1 \ 
     && apt-get clean \
     && update-ca-certificates -f
 
@@ -55,17 +51,26 @@ USER ${NB_USER}
 ENV HOME=/home/${NB_USER} \
     PATH=/home/${NB_USER}/.local/bin:$PATH
 
+# Set up PySpark to use Python 3.8 for both driver and workers
+ENV PYSPARK_PYTHON=/usr/bin/python3.8
+ENV PYSPARK_DRIVER_PYTHON=/usr/bin/python3.8
+
 # Set the working directory to the user's home directory
 WORKDIR ${HOME}
 
 # Upgrade pip and install Python dependencies
 RUN python3.8 -m pip install --upgrade pip
+
+# Copy requirements.txt to the container and install dependencies
 COPY requirements.txt /tmp/requirements.txt
 RUN python3.8 -m pip install -r /tmp/requirements.txt
 
+# Copy the application code into the container
+COPY streamlit.py ${HOME}/streamlit.py  # Explicitly copy the streamlit.py file
+COPY . ${HOME}                          # Copy the rest of the application
+
 # Expose port for Streamlit
 EXPOSE 7860
 
 # Define the entry point for the container
-ENTRYPOINT ["streamlit", "run", "streamlit.py", "--server.port=7860", "--server.address=0.0.0.0"]
-
+ENTRYPOINT ["streamlit", "run", "/home/jovyan/streamlit.py", "--server.port=7860", "--server.address=0.0.0.0"]