Spaces:
Sleeping
Sleeping
Update entrypoint.sh
Browse files- entrypoint.sh +2 -1
entrypoint.sh
CHANGED
|
@@ -2,4 +2,5 @@
|
|
| 2 |
|
| 3 |
# Starting server
|
| 4 |
echo "Starting server"
|
| 5 |
-
xinference-local -H 0.0.0.0
|
|
|
|
|
|
| 2 |
|
| 3 |
# Starting server
|
| 4 |
echo "Starting server"
|
| 5 |
+
xinference-local -H 0.0.0.0
|
| 6 |
+
xinference launch --model-engine llama.cpp --model-name llama-3-instruct --size-in-billions 8 --model-format ggufv2 --quantization Q4_K_M
|