Testing Stable LM 2 1.6B Zephyr

Dockerfile

@@ -1,40 +1,48 @@
-# Use an official Python runtime as a parent image
-FROM python:3.8-slim
+FROM python:3.9
 
-# Set the working directory in the container
-WORKDIR /usr/src/app
+WORKDIR /app
 
 # Install system dependencies
 RUN apt-get update && apt-get install -y \
-  wget \
-  git \
-  build-essential
-
-# Clone llama.cpp
-RUN git clone https://github.com/ggerganov/llama.cpp.git
-
-# Download the model
-RUN cd llama.cpp/models && \
+    git \
+    build-essential \
+    wget \
+    && rm -rf /var/lib/apt/lists/*
+
+# Clone llama.cpp and build it
+RUN git clone https://github.com/ggerganov/llama.cpp.git /app/llama.cpp
+RUN cd /app/llama.cpp/models && \
     wget -O stablelm-2-zephyr-1_6b-Q4_0.gguf https://huggingface.co/stabilityai/stablelm-2-zephyr-1_6b/resolve/main/stablelm-2-zephyr-1_6b-Q4_0.gguf?download=true
-
-# Build llama.cpp
-RUN cd llama.cpp && \
+RUN cd /app/llama.cpp && \
     make -j
 
-# Set MPLCONFIGDIR to a writable directory
-ENV MPLCONFIGDIR /usr/src/app/flagged
+# Create a virtual environment and activate it
+RUN python -m venv /opt/venv
+ENV PATH="/opt/venv/bin:$PATH"
+
+COPY ./requirements.txt /app/requirements.txt
 
-# Make sure the directory exists and has proper permissions
-RUN mkdir -p $MPLCONFIGDIR && chmod -R 777 $MPLCONFIGDIR
+RUN pip install --no-cache-dir --upgrade -r /app/requirements.txt
 
-# Copy the current directory contents into the container at /usr/src/app
-COPY . .
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+# Switch to the "user" user
+USER user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH \
+    PYTHONPATH=$HOME/app \
+    PYTHONUNBUFFERED=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    SYSTEM=spaces
 
-# Install any needed packages specified in requirements.txt
-RUN pip install --no-cache-dir -r requirements.txt
+# Set the working directory to the user's home directory
+WORKDIR $HOME/app
 
-# Make port 7860 available to the world outside this container
-EXPOSE 7860
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
 
-# Run app.py when the container launches
-CMD ["python", "./app.py"]
+CMD ["python", "app.py"]