Spaces:
Running
Running
Update entrypoint.sh
Browse files- entrypoint.sh +3 -1
entrypoint.sh
CHANGED
|
@@ -2,4 +2,6 @@
|
|
| 2 |
|
| 3 |
# Starting server
|
| 4 |
echo "Starting server"
|
| 5 |
-
xinference-local -H 0.0.0.0
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
# Starting server
|
| 4 |
echo "Starting server"
|
| 5 |
+
#xinference-local -H 0.0.0.0
|
| 6 |
+
xinference launch --model-engine llama.cpp --model-name llama-3-instruct --size-in-billions 8 --model-format ggufv2 --quantization Q4_K_M
|
| 7 |
+
litellm --model llama-3-instruct --drop_params
|