matthoffner commited on
Commit
c5da4da
·
1 Parent(s): 5e9f86b

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -4
Dockerfile CHANGED
@@ -9,14 +9,13 @@ WORKDIR /app
9
  RUN wget -qO- "https://cmake.org/files/v3.17/cmake-3.17.0-Linux-x86_64.tar.gz" | tar --strip-components=1 -xz -C /usr/local
10
  RUN git clone https://github.com/abetlen/llama-cpp-python
11
  RUN CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python
12
- RUN pip install uvicorn
 
13
  RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
14
  RUN apt-get install git-lfs
15
  RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML
16
 
17
- RUN ls
18
  COPY . .
19
-
20
  RUN ls -al
21
 
22
- CMD python3 llama-cpp-python/llama_cpp/server --model wizardLM-7B-GGML/wizardLM-7B.ggml.q5_1.bin
 
9
  RUN wget -qO- "https://cmake.org/files/v3.17/cmake-3.17.0-Linux-x86_64.tar.gz" | tar --strip-components=1 -xz -C /usr/local
10
  RUN git clone https://github.com/abetlen/llama-cpp-python
11
  RUN CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python
12
+ RUN pip install uvicorn fast-api toml
13
+
14
  RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
15
  RUN apt-get install git-lfs
16
  RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML
17
 
 
18
  COPY . .
 
19
  RUN ls -al
20
 
21
+ CMD uvicorn main:app --host 0.0.0.0 --port 8080 --workers 2