matthoffner commited on
Commit
b8923c9
·
1 Parent(s): f3eab1a

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +7 -5
Dockerfile CHANGED
@@ -1,19 +1,21 @@
1
- FROM ghcr.io/abetlen/llama-cpp-python:latest
2
 
3
  ENV PYTHONUNBUFFERED 1
4
 
5
- EXPOSE 8000
6
 
7
  WORKDIR /app
8
 
9
- RUN apt-get install curl
 
 
10
  RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
11
  RUN apt-get install git-lfs
12
-
13
  RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML/blob/main/wizardLM-7B.ggml.q5_1.bin
 
14
  RUN ls
15
  COPY . .
16
 
17
  RUN ls -al
18
 
19
- CMD ["python3", "-m", "llama_cpp.server", "--model", "wizardLM-7B.ggml.q5_1.bin"]
 
1
+ FROM python:latest
2
 
3
  ENV PYTHONUNBUFFERED 1
4
 
5
+ EXPOSE 8080
6
 
7
  WORKDIR /app
8
 
9
+ RUN wget -qO- "https://cmake.org/files/v3.17/cmake-3.17.0-Linux-x86_64.tar.gz" | tar --strip-components=1 -xz -C /usr/local
10
+ RUN git clone https://github.com/abetlen/llama-cpp-python
11
+ RUN CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python && cd llama-cpp-python
12
  RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
13
  RUN apt-get install git-lfs
 
14
  RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML/blob/main/wizardLM-7B.ggml.q5_1.bin
15
+
16
  RUN ls
17
  COPY . .
18
 
19
  RUN ls -al
20
 
21
+ CMD python3 -m llama-cpp-python/llama_cpp.server --model wizardLM-7B.ggml.q5_1.bin