Dockerfile

FROM ollama/ollama:latest

RUN apt-get update && apt-get install curl -y

# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
RUN useradd -m -u 1000 user

USER user

ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH \
    OLLAMA_HOST=0.0.0.0

WORKDIR $HOME/app

COPY --chown=user:user Modelfile $HOME/app/

RUN curl -fsSL https://huggingface.co/johnpaulbin/translator-llm/resolve/main/translator-llama3.1-q4km-2.gguf?download=true -o llama.gguf

RUN ollama serve & sleep 5 && ollama create llama -f Modelfile

EXPOSE 11434