matthoffner commited on
Commit
0360485
·
verified ·
1 Parent(s): 51f299e

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -15
Dockerfile CHANGED
@@ -33,22 +33,8 @@ RUN wget https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/ll
33
  RUN ls -al
34
  RUN make LLAMA_CUBLAS=1
35
 
36
- # Create a non-root user for security reasons
37
- RUN useradd -m -u 1000 user && \
38
- mkdir -p /home/user/app && \
39
- cp /app/llava-v1.6-mistral-7b.Q5_K_M.gguf /home/user/app && \
40
- cp /app/mmproj-model-f16.gguf /home/user/app
41
-
42
- RUN chown user:user /home/user/app/llava-v1.6-mistral-7b.Q5_K_M.gguf && \
43
- chown user:user /home/user/app/mmproj-model-f16.gguf
44
-
45
- USER user
46
- ENV HOME=/home/user
47
-
48
- WORKDIR $HOME/app
49
-
50
  # Expose the port
51
  EXPOSE 8080
52
 
53
  # Start the llava-server with models
54
- CMD ["/app/llama.cpp/server", "--model", "llava-v1.6-mistral-7b.Q5_K_M.gguf", "--mmproj", "mmproj-model-f16.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "30"]
 
33
  RUN ls -al
34
  RUN make LLAMA_CUBLAS=1
35
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  # Expose the port
37
  EXPOSE 8080
38
 
39
  # Start the llava-server with models
40
+ CMD ["./server", "--model", "llava-v1.6-mistral-7b.Q5_K_M.gguf", "--mmproj", "mmproj-model-f16.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "30"]