Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +1 -15
Dockerfile
CHANGED
@@ -33,22 +33,8 @@ RUN wget https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/ll
|
|
33 |
RUN ls -al
|
34 |
RUN make LLAMA_CUBLAS=1
|
35 |
|
36 |
-
# Create a non-root user for security reasons
|
37 |
-
RUN useradd -m -u 1000 user && \
|
38 |
-
mkdir -p /home/user/app && \
|
39 |
-
cp /app/llava-v1.6-mistral-7b.Q5_K_M.gguf /home/user/app && \
|
40 |
-
cp /app/mmproj-model-f16.gguf /home/user/app
|
41 |
-
|
42 |
-
RUN chown user:user /home/user/app/llava-v1.6-mistral-7b.Q5_K_M.gguf && \
|
43 |
-
chown user:user /home/user/app/mmproj-model-f16.gguf
|
44 |
-
|
45 |
-
USER user
|
46 |
-
ENV HOME=/home/user
|
47 |
-
|
48 |
-
WORKDIR $HOME/app
|
49 |
-
|
50 |
# Expose the port
|
51 |
EXPOSE 8080
|
52 |
|
53 |
# Start the llava-server with models
|
54 |
-
CMD ["
|
|
|
33 |
RUN ls -al
|
34 |
RUN make LLAMA_CUBLAS=1
|
35 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
# Expose the port
|
37 |
EXPOSE 8080
|
38 |
|
39 |
# Start the llava-server with models
|
40 |
+
CMD ["./server", "--model", "llava-v1.6-mistral-7b.Q5_K_M.gguf", "--mmproj", "mmproj-model-f16.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "30"]
|