gingdev commited on
Commit
e88ed09
·
1 Parent(s): ad56392

using qwen coder

Browse files
Files changed (2) hide show
  1. Dockerfile +5 -9
  2. Modelfile +0 -13
Dockerfile CHANGED
@@ -1,7 +1,5 @@
1
  FROM ollama/ollama:latest
2
 
3
- RUN apt-get update && apt-get install curl -y
4
-
5
  # https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
6
  RUN useradd -m -u 1000 user
7
 
@@ -13,10 +11,8 @@ ENV HOME=/home/user \
13
 
14
  WORKDIR $HOME/app
15
 
16
- COPY --chown=user:user Modelfile $HOME/app/
17
-
18
- RUN curl -fsSL https://huggingface.co/gingdev/llama7b-ictu-v2/resolve/main/llama7b_q4_k_m.gguf?download=true -o llama.gguf
19
-
20
- RUN ollama serve & sleep 5 && ollama create llama -f Modelfile
21
-
22
- EXPOSE 11434
 
1
  FROM ollama/ollama:latest
2
 
 
 
3
  # https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
4
  RUN useradd -m -u 1000 user
5
 
 
11
 
12
  WORKDIR $HOME/app
13
 
14
+ RUN ollama serve \
15
+ & sleep 5 \
16
+ && ollama pull qwen2.5-coder:1.5b \
17
+ && echo "Done. Stop Ollama..." \
18
+ && pkill ollama
 
 
Modelfile DELETED
@@ -1,13 +0,0 @@
1
- FROM ./llama.gguf
2
-
3
- SYSTEM """Bạn là một trợ lí AI hữu ích. Hãy trả lời người dùng một cách chính xác."""
4
-
5
- TEMPLATE """{{ if .System }}<|im_start|>system
6
- {{ .System }}<|im_end|>
7
- {{ end }}{{ if .Prompt }}<|im_start|>user
8
- {{ .Prompt }}<|im_end|>
9
- {{ end }}<|im_start|>assistant
10
- """
11
-
12
- PARAMETER stop <|im_start|>
13
- PARAMETER stop <|im_end|>