Create Dockerfile

Dockerfile

@@ -0,0 +1,17 @@
+FROM ghcr.io/ggerganov/llama.cpp:server
+
+RUN mkdir -p /.cache/llama.cpp
+RUN chmod -R 777 /.cache/llama.cpp
+
+# Copy the entry point script
+COPY entrypoint.sh /entrypoint.sh
+RUN chmod +x /entrypoint.sh
+
+# Set the entry point script as the default command
+ENTRYPOINT ["/entrypoint.sh"]
+
+# Set the model as an environment variable (this can be overridden)
+ENV model_url=${MODEL_URL}
+
+# Expose the port that Ollama runs on
+EXPOSE 7860