gfjiogopdfgdfs commited on
Commit
8cff252
·
verified ·
1 Parent(s): f516ae8

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -1
Dockerfile CHANGED
@@ -17,6 +17,7 @@ WORKDIR $HOME/app
17
  # Copy the current directory contents into the container at $HOME/app setting the owner to the user
18
  COPY --chown=user . $HOME/app
19
  RUN python3 -m pip install aphrodite-engine
 
20
  RUN pip install huggingface-hub hf-transfer
21
  ENV HF_HUB_ENABLE_HF_TRANSFER=1
22
  RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ~/goliath-gptq --local-dir-use-symlinks False --cache-dir ~/cache
@@ -25,4 +26,4 @@ RUN echo "lt --port 7860 &" >> startup.sh
25
  RUN echo "public_ip=\$(wget -qO- https://loca.lt/mytunnelpassword)" >> startup.sh
26
  RUN echo "echo \"Public IP: \$public_ip\"" >> startup.sh
27
  RUN chmod +x startup.sh
28
- CMD /bin/bash -c "./startup.sh && /bin/python3 -m aphrodite.endpoints.kobold.api_server $ENGINE_ARGS --port 7860 --model ~/goliath-gptq"
 
17
  # Copy the current directory contents into the container at $HOME/app setting the owner to the user
18
  COPY --chown=user . $HOME/app
19
  RUN python3 -m pip install aphrodite-engine
20
+ Run git clone https://github.com/lolcats399/aphrodite-engine
21
  RUN pip install huggingface-hub hf-transfer
22
  ENV HF_HUB_ENABLE_HF_TRANSFER=1
23
  RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ~/goliath-gptq --local-dir-use-symlinks False --cache-dir ~/cache
 
26
  RUN echo "public_ip=\$(wget -qO- https://loca.lt/mytunnelpassword)" >> startup.sh
27
  RUN echo "echo \"Public IP: \$public_ip\"" >> startup.sh
28
  RUN chmod +x startup.sh
29
+ CMD /bin/bash -c "./startup.sh && python3 $HOME/app/aphrodite-engine/aphrodite/endpoints/kobold/api_server.py $ENGINE_ARGS --port 7860 --model ~/goliath-gptq"