Spaces:
Sleeping
Sleeping
Update Dockerfile
Browse files- Dockerfile +2 -6
Dockerfile
CHANGED
@@ -1,8 +1,5 @@
|
|
1 |
FROM ghcr.io/ggerganov/llama.cpp:full
|
2 |
|
3 |
-
ARG MODEL_URL=https://huggingface.co/Nan-Do/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-GGUF/resolve/main
|
4 |
-
ARG MODEL_NAME=Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf
|
5 |
-
|
6 |
ENV DEBIAN_FRONTEND=noninteractive
|
7 |
|
8 |
# Update and install necessary dependencies
|
@@ -22,8 +19,7 @@ RUN apt update && \
|
|
22 |
|
23 |
WORKDIR /app
|
24 |
|
25 |
-
RUN wget
|
26 |
-
|
27 |
|
28 |
RUN make
|
29 |
|
@@ -31,4 +27,4 @@ RUN make
|
|
31 |
EXPOSE 8080
|
32 |
|
33 |
# Use the model name variable in CMD as well
|
34 |
-
CMD ["--server", "--model", "
|
|
|
1 |
FROM ghcr.io/ggerganov/llama.cpp:full
|
2 |
|
|
|
|
|
|
|
3 |
ENV DEBIAN_FRONTEND=noninteractive
|
4 |
|
5 |
# Update and install necessary dependencies
|
|
|
19 |
|
20 |
WORKDIR /app
|
21 |
|
22 |
+
RUN wget https://huggingface.co/Nan-Do/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-GGUF/resolve/main/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf
|
|
|
23 |
|
24 |
RUN make
|
25 |
|
|
|
27 |
EXPOSE 8080
|
28 |
|
29 |
# Use the model name variable in CMD as well
|
30 |
+
CMD ["--server", "--model", "Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf", "--threads", "8", "--host", "0.0.0.0"]
|