server.cpp

Runtime error

iAkashPaul commited on Feb 29, 2024

Commit

1dc1589

verified ·

1 Parent(s): e5cd6b7

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -9,4 +9,5 @@ RUN curl -L  "https://huggingface.co/iAkashPaul/gemma-2b-it-gguf/resolve/main/ge
 WORKDIR /llama.cpp
 EXPOSE 7860
 RUN chmod -R 777 /llama.cpp
-CMD ./server --host 0.0.0.0 --port 7860 -t 2 -m ./models/gemma-2b-it-Q8_0.gguf

 WORKDIR /llama.cpp
 EXPOSE 7860
 RUN chmod -R 777 /llama.cpp
+RUN nproc
+CMD ./server --host 0.0.0.0 --port 7860 -t 4 -m ./models/gemma-2b-it-Q8_0.gguf