Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +2 -2
Dockerfile
CHANGED
@@ -5,8 +5,8 @@ FROM vllm/vllm-openai:v0.10.0
|
|
5 |
# NOTE: Make sure the version of vLLM matches the base image!
|
6 |
RUN uv pip install --system vllm[audio]==0.10.0
|
7 |
|
8 |
-
|
9 |
-
CMD
|
10 |
--task generate \
|
11 |
--revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \
|
12 |
--code-revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \
|
|
|
5 |
# NOTE: Make sure the version of vLLM matches the base image!
|
6 |
RUN uv pip install --system vllm[audio]==0.10.0
|
7 |
|
8 |
+
ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
9 |
+
CMD "meta-llama/Llama-3.2-3B-Instruct" \
|
10 |
--task generate \
|
11 |
--revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \
|
12 |
--code-revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \
|