gfjiogopdfgdfs commited on
Commit
a886cc7
·
verified ·
1 Parent(s): 0e06b05

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -4
Dockerfile CHANGED
@@ -2,8 +2,6 @@ FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
2
  # Install necessary packages
3
  RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
4
  RUN apt update && apt install -y wget
5
- RUN apt-get install -y nodejs npm
6
- RUN npm install -g localtunnel
7
  # Set up a new user named "user" with user ID 1000
8
  RUN useradd -m -u 1000 user
9
  # Switch to the "user" user
@@ -44,7 +42,7 @@ RUN echo "network:" > config.yml && \
44
  echo "" >> config.yml && \
45
  echo "model:" >> config.yml && \
46
  echo " model_dir: models" >> config.yml && \
47
- echo " model_name: goliath" >> config.yml && \
48
  echo " use_dummy_models: False" >> config.yml
49
  WORKDIR $HOME/app/tabbyAPI/models
50
  RUN pip install huggingface-hub hf-transfer
@@ -52,4 +50,4 @@ ENV HF_HUB_ENABLE_HF_TRANSFER=1
52
  # Ensure the model is downloaded into the current working directory (models folder)
53
  RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
54
  WORKDIR $HOME/app/tabbyAPI
55
- CMD ["python3", "main.py"]
 
2
  # Install necessary packages
3
  RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
4
  RUN apt update && apt install -y wget
 
 
5
  # Set up a new user named "user" with user ID 1000
6
  RUN useradd -m -u 1000 user
7
  # Switch to the "user" user
 
42
  echo "" >> config.yml && \
43
  echo "model:" >> config.yml && \
44
  echo " model_dir: models" >> config.yml && \
45
+ echo " model_name: GOLIATH" >> config.yml && \
46
  echo " use_dummy_models: False" >> config.yml
47
  WORKDIR $HOME/app/tabbyAPI/models
48
  RUN pip install huggingface-hub hf-transfer
 
50
  # Ensure the model is downloaded into the current working directory (models folder)
51
  RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
52
  WORKDIR $HOME/app/tabbyAPI
53
+ CMD ["python3", "main.py"]