llama-cpp-server

Paused

matthoffner commited on Feb 11, 2024

Commit

770ee4c

verified ·

1 Parent(s): e54bc6e

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -11,7 +11,8 @@ RUN apt-get update && \
     curl
 RUN pip install -U pip setuptools wheel && \
-    pip install --verbose llama-cpp-python[server]
 # Download model
 RUN mkdir model && \

     curl
 RUN pip install -U pip setuptools wheel && \
+  CMAKE_ARGS="-DLLAMA_CUBLAS=ON" FORCE_CMAKE=1 pip install --verbose llama-cpp-python[server]
 # Download model
 RUN mkdir model && \