matthoffner commited on
Commit
f4f3c59
·
1 Parent(s): 7119e18

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -1,7 +1,7 @@
1
  FROM nvidia/cuda:12.0.0-cudnn8-devel-ubuntu22.04
2
 
3
  ENV MODEL_NAME="Phind-CodeLlama-34B-v2-GGUF"
4
- ENV DEFAULT_MODEL_FILE="phind-codellama-34b-v2.Q4_K_M.gguf"
5
  ENV MODEL_USER="TheBloke"
6
  ENV DEFAULT_MODEL_BRANCH="main"
7
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"
 
1
  FROM nvidia/cuda:12.0.0-cudnn8-devel-ubuntu22.04
2
 
3
  ENV MODEL_NAME="Phind-CodeLlama-34B-v2-GGUF"
4
+ ENV DEFAULT_MODEL_FILE="phind-codellama-34b-v2.Q2_K.gguf"
5
  ENV MODEL_USER="TheBloke"
6
  ENV DEFAULT_MODEL_BRANCH="main"
7
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"