Spaces:
Sleeping
Sleeping
Update entrypoint.sh
Browse files- entrypoint.sh +1 -3
entrypoint.sh
CHANGED
|
@@ -2,6 +2,4 @@
|
|
| 2 |
|
| 3 |
# Starting server
|
| 4 |
echo "Starting server"
|
| 5 |
-
xinference-local -H 0.0.0.0
|
| 6 |
-
xinference launch --model-engine llama.cpp --model-name llama-3-instruct --size-in-billions 8 --model-format ggufv2 --quantization Q4_K_M
|
| 7 |
-
litellm --model llama-3-instruct --drop_params
|
|
|
|
| 2 |
|
| 3 |
# Starting server
|
| 4 |
echo "Starting server"
|
| 5 |
+
xinference-local -H 0.0.0.0
|
|
|
|
|
|