File size: 429 Bytes
96a528b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
FROM ghcr.io/ggerganov/llama.cpp:server
RUN mkdir -p /.cache/llama.cpp
RUN chmod -R 777 /.cache/llama.cpp
# Copy the entry point script
COPY entrypoint.sh /entrypoint.sh
RUN chmod +x /entrypoint.sh
# Set the entry point script as the default command
ENTRYPOINT ["/entrypoint.sh"]
# Set the model as an environment variable (this can be overridden)
ENV model_url=${MODEL_URL}
# Expose the port that Ollama runs on
EXPOSE 7860 |