matthoffner commited on
Commit
5441479
·
verified ·
1 Parent(s): dec72d8

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -37,4 +37,4 @@ RUN make LLAMA_CUBLAS=1
37
  EXPOSE 8080
38
 
39
  # Start the llava-server with models
40
- CMD ["--server", "--model", "mistral-7b-q_5_k.gguf", "--mmproj", "mmproj-mistral7b-f16.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "31"]
 
37
  EXPOSE 8080
38
 
39
  # Start the llava-server with models
40
+ CMD ["--server", "--model", "mistral-7b-q_5_k.gguf", "--mmproj", "mmproj-mistral7b-f16.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "33"]