| FROM ghcr.io/ggerganov/llama.cpp:server | |
| RUN mkdir -p /.cache/llama.cpp | |
| RUN chmod -R 777 /.cache/llama.cpp | |
| # Copy the entry point script | |
| COPY entrypoint.sh /entrypoint.sh | |
| RUN chmod +x /entrypoint.sh | |
| # Set the entry point script as the default command | |
| ENTRYPOINT ["/entrypoint.sh"] | |
| # Set the model as an environment variable (this can be overridden) | |
| ENV model_url=${MODEL_URL} | |
| # Expose the port that Ollama runs on | |
| EXPOSE 7860 |