matthoffner commited on
Commit
1e26412
·
verified ·
1 Parent(s): 98280d8

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -6
Dockerfile CHANGED
@@ -1,8 +1,5 @@
1
  FROM ghcr.io/ggerganov/llama.cpp:full
2
 
3
- ARG MODEL_URL=https://huggingface.co/Nan-Do/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-GGUF/resolve/main
4
- ARG MODEL_NAME=Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf
5
-
6
  ENV DEBIAN_FRONTEND=noninteractive
7
 
8
  # Update and install necessary dependencies
@@ -22,8 +19,7 @@ RUN apt update && \
22
 
23
  WORKDIR /app
24
 
25
- RUN wget ${MODEL_URL}/${MODEL_NAME}
26
-
27
 
28
  RUN make
29
 
@@ -31,4 +27,4 @@ RUN make
31
  EXPOSE 8080
32
 
33
  # Use the model name variable in CMD as well
34
- CMD ["--server", "--model", "${MODEL_NAME}", "--threads", "8", "--host", "0.0.0.0"]
 
1
  FROM ghcr.io/ggerganov/llama.cpp:full
2
 
 
 
 
3
  ENV DEBIAN_FRONTEND=noninteractive
4
 
5
  # Update and install necessary dependencies
 
19
 
20
  WORKDIR /app
21
 
22
+ RUN wget https://huggingface.co/Nan-Do/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-GGUF/resolve/main/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf
 
23
 
24
  RUN make
25
 
 
27
  EXPOSE 8080
28
 
29
  # Use the model name variable in CMD as well
30
+ CMD ["--server", "--model", "Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf", "--threads", "8", "--host", "0.0.0.0"]