Update Dockerfile
Browse files- Dockerfile +2 -4
Dockerfile
CHANGED
@@ -2,8 +2,6 @@ FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
|
|
2 |
# Install necessary packages
|
3 |
RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
|
4 |
RUN apt update && apt install -y wget
|
5 |
-
RUN apt-get install -y nodejs npm
|
6 |
-
RUN npm install -g localtunnel
|
7 |
# Set up a new user named "user" with user ID 1000
|
8 |
RUN useradd -m -u 1000 user
|
9 |
# Switch to the "user" user
|
@@ -44,7 +42,7 @@ RUN echo "network:" > config.yml && \
|
|
44 |
echo "" >> config.yml && \
|
45 |
echo "model:" >> config.yml && \
|
46 |
echo " model_dir: models" >> config.yml && \
|
47 |
-
echo " model_name:
|
48 |
echo " use_dummy_models: False" >> config.yml
|
49 |
WORKDIR $HOME/app/tabbyAPI/models
|
50 |
RUN pip install huggingface-hub hf-transfer
|
@@ -52,4 +50,4 @@ ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
|
52 |
# Ensure the model is downloaded into the current working directory (models folder)
|
53 |
RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
|
54 |
WORKDIR $HOME/app/tabbyAPI
|
55 |
-
CMD ["python3", "main.py"]
|
|
|
2 |
# Install necessary packages
|
3 |
RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
|
4 |
RUN apt update && apt install -y wget
|
|
|
|
|
5 |
# Set up a new user named "user" with user ID 1000
|
6 |
RUN useradd -m -u 1000 user
|
7 |
# Switch to the "user" user
|
|
|
42 |
echo "" >> config.yml && \
|
43 |
echo "model:" >> config.yml && \
|
44 |
echo " model_dir: models" >> config.yml && \
|
45 |
+
echo " model_name: GOLIATH" >> config.yml && \
|
46 |
echo " use_dummy_models: False" >> config.yml
|
47 |
WORKDIR $HOME/app/tabbyAPI/models
|
48 |
RUN pip install huggingface-hub hf-transfer
|
|
|
50 |
# Ensure the model is downloaded into the current working directory (models folder)
|
51 |
RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
|
52 |
WORKDIR $HOME/app/tabbyAPI
|
53 |
+
CMD ["python3", "main.py"]
|