Spaces:
Sleeping
Sleeping
Update Dockerfile
Browse files- Dockerfile +4 -4
Dockerfile
CHANGED
@@ -5,8 +5,6 @@ ARG MODEL_NAME=Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf
|
|
5 |
|
6 |
ENV DEBIAN_FRONTEND=noninteractive
|
7 |
|
8 |
-
WORKDIR /app
|
9 |
-
|
10 |
# Update and install necessary dependencies
|
11 |
RUN apt update && \
|
12 |
apt install --no-install-recommends -y \
|
@@ -22,13 +20,15 @@ RUN apt update && \
|
|
22 |
apt clean && \
|
23 |
rm -rf /var/lib/apt/lists/*
|
24 |
|
25 |
-
|
|
|
26 |
RUN wget ${MODEL_URL}/${MODEL_NAME}
|
27 |
|
|
|
28 |
RUN make
|
29 |
|
30 |
# Expose the port
|
31 |
EXPOSE 8080
|
32 |
|
33 |
# Use the model name variable in CMD as well
|
34 |
-
CMD ["--server", "--model", "${MODEL_NAME}", "--threads", "
|
|
|
5 |
|
6 |
ENV DEBIAN_FRONTEND=noninteractive
|
7 |
|
|
|
|
|
8 |
# Update and install necessary dependencies
|
9 |
RUN apt update && \
|
10 |
apt install --no-install-recommends -y \
|
|
|
20 |
apt clean && \
|
21 |
rm -rf /var/lib/apt/lists/*
|
22 |
|
23 |
+
WORKDIR /app
|
24 |
+
|
25 |
RUN wget ${MODEL_URL}/${MODEL_NAME}
|
26 |
|
27 |
+
|
28 |
RUN make
|
29 |
|
30 |
# Expose the port
|
31 |
EXPOSE 8080
|
32 |
|
33 |
# Use the model name variable in CMD as well
|
34 |
+
CMD ["--server", "--model", "${MODEL_NAME}", "--threads", "8", "--host", "0.0.0.0"]
|