Spaces:
Paused
Paused
Commit
·
b8923c9
1
Parent(s):
f3eab1a
Update Dockerfile
Browse files- Dockerfile +7 -5
Dockerfile
CHANGED
@@ -1,19 +1,21 @@
|
|
1 |
-
FROM
|
2 |
|
3 |
ENV PYTHONUNBUFFERED 1
|
4 |
|
5 |
-
EXPOSE
|
6 |
|
7 |
WORKDIR /app
|
8 |
|
9 |
-
RUN
|
|
|
|
|
10 |
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
|
11 |
RUN apt-get install git-lfs
|
12 |
-
|
13 |
RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML/blob/main/wizardLM-7B.ggml.q5_1.bin
|
|
|
14 |
RUN ls
|
15 |
COPY . .
|
16 |
|
17 |
RUN ls -al
|
18 |
|
19 |
-
CMD
|
|
|
1 |
+
FROM python:latest
|
2 |
|
3 |
ENV PYTHONUNBUFFERED 1
|
4 |
|
5 |
+
EXPOSE 8080
|
6 |
|
7 |
WORKDIR /app
|
8 |
|
9 |
+
RUN wget -qO- "https://cmake.org/files/v3.17/cmake-3.17.0-Linux-x86_64.tar.gz" | tar --strip-components=1 -xz -C /usr/local
|
10 |
+
RUN git clone https://github.com/abetlen/llama-cpp-python
|
11 |
+
RUN CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python && cd llama-cpp-python
|
12 |
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
|
13 |
RUN apt-get install git-lfs
|
|
|
14 |
RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML/blob/main/wizardLM-7B.ggml.q5_1.bin
|
15 |
+
|
16 |
RUN ls
|
17 |
COPY . .
|
18 |
|
19 |
RUN ls -al
|
20 |
|
21 |
+
CMD python3 -m llama-cpp-python/llama_cpp.server --model wizardLM-7B.ggml.q5_1.bin
|