gfjiogopdfgdfs commited on
Commit
e3028b3
·
verified ·
1 Parent(s): e01db2f

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -48,4 +48,4 @@ ENV PYTHONPATH=$HOME/aphrodite-engine
48
  RUN cd $HOME/aphrodite-engine && python3 setup.py build_ext --inplace
49
 
50
  # Command to run the API server from the cloned directory
51
- CMD ["/bin/bash", "-c", "cd $HOME/aphrodite-engine/aphrodite/endpoints/openai && /bin/python3 api_server.py -q exl2 --dtype auto -gmu 0.95 --kv-cache-dtype fp8_e5m2 --max-num-seqs 15 --served-model-name \"BagelMIsteryTour-v2-8x7B-AWQ\" --enforce-eager -tp 4 --port 7860 --host 0.0.0.0 --model ~/goliath-gptq"]
 
48
  RUN cd $HOME/aphrodite-engine && python3 setup.py build_ext --inplace
49
 
50
  # Command to run the API server from the cloned directory
51
+ CMD ["/bin/bash", "-c", "cd $HOME/aphrodite-engine/aphrodite/endpoints/kobold && /bin/python3 api_server.py -q exl2 --dtype auto -gmu 0.95 --kv-cache-dtype fp8_e5m2 --max-num-seqs 15 --served-model-name \"BagelMIsteryTour-v2-8x7B-AWQ\" --enforce-eager -tp 4 --port 7860 --host 0.0.0.0 --model ~/goliath-gptq"]