llama-cpp-server-13b

Sleeping

muryshev commited on Dec 25, 2023

Commit

f7b0edc

1 Parent(s): fa4f8bb

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -21,7 +21,7 @@ ENV LLAMA_CUBLAS=1
 RUN mkdir build && \
     cd build && \
-#    cmake .. #-DLLAMA_CUBLAS=ON && \
     cmake .. && \
     cmake --build . --config Release
@@ -39,4 +39,4 @@ COPY --from=build /data/model.gguf /data/model.gguf
 WORKDIR /app
 EXPOSE 7860
-CMD ./server -m /data/model.gguf -c 2048 --port 7860 --host 0.0.0.0

 RUN mkdir build && \
     cd build && \
+    cmake .. #-DLLAMA_CUBLAS=ON && \
     cmake .. && \
     cmake --build . --config Release
 WORKDIR /app
 EXPOSE 7860
+CMD ./server -m /data/model.gguf -c 4096 --port 7860 --host 0.0.0.0