File size: 408 Bytes
00fa67d
 
2fe6c20
00fa67d
 
 
2fe6c20
 
 
1
2
3
4
5
6
7
8
9
10
FROM ghcr.io/ggerganov/llama.cpp:server

RUN mkdir /models

ADD https://huggingface.co/TheBloke/deepseek-coder-6.7B-instruct-GGUF/resolve/main/deepseek-coder-6.7b-instruct.Q6_K.gguf /models/deepseek-coder-6.7b-instruct.Q6_K.gguf

ENTRYPOINT [ "/server" ]

CMD [ "--host", "0.0.0.0", "--port", "7860", "--model", "/models/deepseek-coder-6.7b-instruct.Q6_K.gguf", "-c", "4096", "--chat-template", "deepseek" ]