Spaces:
Sleeping
Sleeping
Create Dockerfile
Browse files- Dockerfile +30 -0
Dockerfile
ADDED
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM ghcr.io/ggerganov/llama.cpp:full
|
2 |
+
|
3 |
+
ENV DEBIAN_FRONTEND=noninteractive
|
4 |
+
|
5 |
+
# Update and install necessary dependencies
|
6 |
+
RUN apt update && \
|
7 |
+
apt install --no-install-recommends -y \
|
8 |
+
build-essential \
|
9 |
+
python3 \
|
10 |
+
python3-pip \
|
11 |
+
wget \
|
12 |
+
curl \
|
13 |
+
git \
|
14 |
+
cmake \
|
15 |
+
zlib1g-dev \
|
16 |
+
libblas-dev && \
|
17 |
+
apt clean && \
|
18 |
+
rm -rf /var/lib/apt/lists/*
|
19 |
+
|
20 |
+
WORKDIR /app
|
21 |
+
|
22 |
+
RUN wget https://huggingface.co/matthoffner/Magicoder-S-DS-6.7B-GGUF/resolve/main/Magicoder-S-DS-6.7B_Q4_K_M.gguf
|
23 |
+
|
24 |
+
RUN make
|
25 |
+
|
26 |
+
# Expose the port
|
27 |
+
EXPOSE 8080
|
28 |
+
|
29 |
+
# Start the llava-server with models
|
30 |
+
CMD ["--server", "--model", "Magicoder-S-DS-6.7B_Q4_K_M.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "33"]
|