yusufs commited on
Commit
e1a45e0
·
verified ·
1 Parent(s): fa1e56c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -2
Dockerfile CHANGED
@@ -5,8 +5,8 @@ FROM vllm/vllm-openai:v0.10.0
5
  # NOTE: Make sure the version of vLLM matches the base image!
6
  RUN uv pip install --system vllm[audio]==0.10.0
7
 
8
- # Export for runtime environment
9
- CMD vllm serve "meta-llama/Llama-3.2-3B-Instruct" \
10
  --task generate \
11
  --revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \
12
  --code-revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \
 
5
  # NOTE: Make sure the version of vLLM matches the base image!
6
  RUN uv pip install --system vllm[audio]==0.10.0
7
 
8
+ ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
9
+ CMD "meta-llama/Llama-3.2-3B-Instruct" \
10
  --task generate \
11
  --revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \
12
  --code-revision "0cb88a4f764b7a12671c53f0838cd831a0843b95" \