Spaces:
Runtime error
Runtime error
gfjiogopdfgdfs
commited on
Update Dockerfile
Browse files- Dockerfile +2 -1
Dockerfile
CHANGED
@@ -17,6 +17,7 @@ WORKDIR $HOME/app
|
|
17 |
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
|
18 |
COPY --chown=user . $HOME/app
|
19 |
RUN python3 -m pip install aphrodite-engine
|
|
|
20 |
RUN pip install huggingface-hub hf-transfer
|
21 |
ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
22 |
RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ~/goliath-gptq --local-dir-use-symlinks False --cache-dir ~/cache
|
@@ -25,4 +26,4 @@ RUN echo "lt --port 7860 &" >> startup.sh
|
|
25 |
RUN echo "public_ip=\$(wget -qO- https://loca.lt/mytunnelpassword)" >> startup.sh
|
26 |
RUN echo "echo \"Public IP: \$public_ip\"" >> startup.sh
|
27 |
RUN chmod +x startup.sh
|
28 |
-
CMD /bin/bash -c "./startup.sh && /
|
|
|
17 |
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
|
18 |
COPY --chown=user . $HOME/app
|
19 |
RUN python3 -m pip install aphrodite-engine
|
20 |
+
Run git clone https://github.com/lolcats399/aphrodite-engine
|
21 |
RUN pip install huggingface-hub hf-transfer
|
22 |
ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
23 |
RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ~/goliath-gptq --local-dir-use-symlinks False --cache-dir ~/cache
|
|
|
26 |
RUN echo "public_ip=\$(wget -qO- https://loca.lt/mytunnelpassword)" >> startup.sh
|
27 |
RUN echo "echo \"Public IP: \$public_ip\"" >> startup.sh
|
28 |
RUN chmod +x startup.sh
|
29 |
+
CMD /bin/bash -c "./startup.sh && python3 $HOME/app/aphrodite-engine/aphrodite/endpoints/kobold/api_server.py $ENGINE_ARGS --port 7860 --model ~/goliath-gptq"
|