zhengr commited on
Commit
0383b54
·
verified ·
1 Parent(s): ab1439e

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +7 -0
Dockerfile CHANGED
@@ -1,14 +1,21 @@
1
  # syntax=docker/dockerfile:1
2
 
3
  FROM ubuntu:22.04
 
4
  ARG CHAT_MODEL_FILE
5
  ARG EMBEDDING_MODEL_FILE
6
  ARG PROMPT_TEMPLATE
 
7
  ENV CHAT_MODEL_FILE=${CHAT_MODEL_FILE}
8
  ENV EMBEDDING_MODEL_FILE=${EMBEDDING_MODEL_FILE}
9
  ENV PROMPT_TEMPLATE=${PROMPT_TEMPLATE}
 
10
  RUN apt-get update && apt-get install -y curl
11
  RUN mkdir /models
 
 
 
 
12
  COPY $CHAT_MODEL_FILE /models/$CHAT_MODEL_FILE
13
  COPY $EMBEDDING_MODEL_FILE /models/$EMBEDDING_MODEL_FILE
14
  RUN curl -sSf https://raw.githubusercontent.com/WasmEdge/WasmEdge/master/utils/install_v2.sh | bash -s -- -v 0.13.5
 
1
  # syntax=docker/dockerfile:1
2
 
3
  FROM ubuntu:22.04
4
+
5
  ARG CHAT_MODEL_FILE
6
  ARG EMBEDDING_MODEL_FILE
7
  ARG PROMPT_TEMPLATE
8
+
9
  ENV CHAT_MODEL_FILE=${CHAT_MODEL_FILE}
10
  ENV EMBEDDING_MODEL_FILE=${EMBEDDING_MODEL_FILE}
11
  ENV PROMPT_TEMPLATE=${PROMPT_TEMPLATE}
12
+
13
  RUN apt-get update && apt-get install -y curl
14
  RUN mkdir /models
15
+
16
+ curl -LO https://huggingface.co/second-state/Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct-Q5_K_M.gguf
17
+ curl -LO https://huggingface.co/second-state/Nomic-embed-text-v1.5-Embedding-GGUF/resolve/main/nomic-embed-text-v1.5-f16.gguf
18
+
19
  COPY $CHAT_MODEL_FILE /models/$CHAT_MODEL_FILE
20
  COPY $EMBEDDING_MODEL_FILE /models/$EMBEDDING_MODEL_FILE
21
  RUN curl -sSf https://raw.githubusercontent.com/WasmEdge/WasmEdge/master/utils/install_v2.sh | bash -s -- -v 0.13.5