Update Dockerfile
Browse files- Dockerfile +4 -4
Dockerfile
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
-
|
2 |
-
FROM python:3.11-slim
|
3 |
|
4 |
# Install build and runtime dependencies
|
5 |
RUN apt-get update && \
|
@@ -10,9 +9,10 @@ RUN apt-get update && \
|
|
10 |
pkg-config \
|
11 |
curl
|
12 |
|
13 |
-
RUN
|
14 |
-
CMAKE_ARGS="-DLLAMA_CUBLAS=ON" FORCE_CMAKE=1 pip install --verbose llama-cpp-python[server]
|
15 |
|
|
|
|
|
16 |
|
17 |
# Download model
|
18 |
RUN mkdir model && \
|
|
|
1 |
+
FROM ghcr.io/ggerganov/llama.cpp:full-cuda
|
|
|
2 |
|
3 |
# Install build and runtime dependencies
|
4 |
RUN apt-get update && \
|
|
|
9 |
pkg-config \
|
10 |
curl
|
11 |
|
12 |
+
RUN make LLAMA_CUBLAS=1
|
|
|
13 |
|
14 |
+
RUN pip install -U pip setuptools wheel && \
|
15 |
+
pip install --verbose llama-cpp-python[server]
|
16 |
|
17 |
# Download model
|
18 |
RUN mkdir model && \
|