Hugging Face's logo

Spaces:
zhengr
/
xinference
Running

App Files Community
1
zhengr commited on
Commit
7900438
·
verified ·
1 Parent(s): 31937f5

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +1 -1
entrypoint.sh CHANGED
@@ -2,6 +2,6 @@
2
 
3
  # Starting server
4
  echo "Starting server"
5
- #xinference-local -H 0.0.0.0
6
  xinference launch --model-engine llama.cpp --model-name llama-3-instruct --size-in-billions 8 --model-format ggufv2 --quantization Q4_K_M
7
  litellm --model llama-3-instruct --drop_params
 
2
 
3
  # Starting server
4
  echo "Starting server"
5
+ xinference-local -H 0.0.0.0
6
  xinference launch --model-engine llama.cpp --model-name llama-3-instruct --size-in-billions 8 --model-format ggufv2 --quantization Q4_K_M
7
  litellm --model llama-3-instruct --drop_params