segestic commited on
Commit
964b171
·
verified ·
1 Parent(s): bb6725d

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -1
Dockerfile CHANGED
@@ -4,4 +4,7 @@ RUN apt update && apt install wget -y
4
 
5
  RUN wget "https://huggingface.co/segestic/DrSeg_Phi3.5_GGUF/resolve/main/phi-3.5-mini-DrSeg.q4_k_m.gguf" -O /DrSeg.q4_k_m.gguf
6
 
7
- CMD ["--server", "-m", "/DrSeg.q4_k_m.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]
 
 
 
 
4
 
5
  RUN wget "https://huggingface.co/segestic/DrSeg_Phi3.5_GGUF/resolve/main/phi-3.5-mini-DrSeg.q4_k_m.gguf" -O /DrSeg.q4_k_m.gguf
6
 
7
+ CMD ["--server", "-m", "/DrSeg.q4_k_m.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "512", "--temperature", "0.2", "--top-p", "0.9", "--repeat-penalty", "1.2"]
8
+
9
+
10
+ #CMD ["--server", "-m", "/DrSeg.q4_k_m.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]