JanPf commited on
Commit
74fd6fc
·
verified ·
1 Parent(s): 2882f7d

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -4
Dockerfile CHANGED
@@ -2,9 +2,9 @@
2
  FROM python:3.10 as base
3
 
4
  # Set model
5
- ENV MODEL=LoneStriker/Wiedervereinigung-7b-dpo-GGUF
6
- ENV QUANT=Q4_K_M
7
- ENV CHAT_TEMPLATE=mistral-instruct
8
 
9
  # Set the working directory
10
  WORKDIR /app
@@ -14,7 +14,7 @@ COPY ./requirements.txt /app/
14
  RUN pip install --no-cache-dir --upgrade -r requirements.txt
15
 
16
  # Download model
17
- RUN wget https://huggingface.co/LoneStriker/Wiedervereinigung-7b-dpo-GGUF/resolve/main/Wiedervereinigung-7b-dpo-Q4_K_M.gguf -O model.gguf
18
 
19
  # Copy the rest of your application
20
  COPY . .
 
2
  FROM python:3.10 as base
3
 
4
  # Set model
5
+ ENV MODEL=LSX-UniWue/LLaMmlein_1B_chat_selected
6
+ ENV QUANT=BF16
7
+ ENV CHAT_TEMPLATE=chatml
8
 
9
  # Set the working directory
10
  WORKDIR /app
 
14
  RUN pip install --no-cache-dir --upgrade -r requirements.txt
15
 
16
  # Download model
17
+ RUN wget https://huggingface.co/LSX-UniWue/LLaMmlein_1B_alternative_formats/resolve/LLaMmlein_1B_chat_selected/LLaMmlein_1B_chat_selected.gguf -O model.gguf
18
 
19
  # Copy the rest of your application
20
  COPY . .