matthoffner commited on
Commit
ab48cd3
·
verified ·
1 Parent(s): 93551c4

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +6 -1
Dockerfile CHANGED
@@ -1,5 +1,7 @@
1
  # Using the specified base image that's suited for llama-cpp-python
2
- FROM ghcr.io/abetlen/llama-cpp-python:latest@sha256:b6d21ff8c4d9baad65e1fa741a0f8c898d68735fff3f3cd777e3f0c6a1839dd4
 
 
3
 
4
  # Environment variables for model details
5
  ENV MODEL_NAME="llava-1.6-mistral-7b-gguf"
@@ -24,6 +26,9 @@ RUN mkdir -p /models
24
  RUN curl -L "${MODEL_URL}" -o /models/${DEFAULT_MODEL_FILE} && \
25
  curl -L "${CLIP_MODEL_URL}" -o /models/${DEFAULT_CLIP_MODEL_FILE}
26
 
 
 
 
27
  # Expose the port the server will run on
28
  EXPOSE 8000
29
 
 
1
  # Using the specified base image that's suited for llama-cpp-python
2
+ FROM ghcr.io/abetlen/llama-cpp-python:latest
3
+
4
+ VOLUME ["/models"]
5
 
6
  # Environment variables for model details
7
  ENV MODEL_NAME="llava-1.6-mistral-7b-gguf"
 
26
  RUN curl -L "${MODEL_URL}" -o /models/${DEFAULT_MODEL_FILE} && \
27
  curl -L "${CLIP_MODEL_URL}" -o /models/${DEFAULT_CLIP_MODEL_FILE}
28
 
29
+
30
+ ENV HOST=0.0.0.0
31
+ ENV PORT=8000
32
  # Expose the port the server will run on
33
  EXPOSE 8000
34