Dockerfile

# Use an alias for the base image for easier updates
FROM python:3.10 as base

# Set model
ENV MODEL=LSX-UniWue/LLaMmlein_1B_chat_selected
ENV QUANT=BF16
ENV CHAT_TEMPLATE=chatml

# Set the working directory
WORKDIR /app

# Install Python requirements
COPY ./requirements.txt /app/
RUN pip install --no-cache-dir --upgrade -r requirements.txt

# Download model
RUN wget https://huggingface.co/LSX-UniWue/LLaMmlein_1B_alternative_formats/resolve/LLaMmlein_1B_chat_selected/LLaMmlein_1B_chat_selected.gguf -O model.gguf

# Copy the rest of your application
COPY . .

# Command to run the application
CMD ["python", "app.py"]