fix docker
Browse files- Dockerfile +7 -2
Dockerfile
CHANGED
@@ -23,14 +23,19 @@ FROM cpu-test-1 AS build
|
|
23 |
COPY ./ /workspace
|
24 |
|
25 |
RUN chmod -R 777 /workspace
|
26 |
-
RUN chmod 777 /.config
|
27 |
|
28 |
WORKDIR /workspace/vllm
|
29 |
|
30 |
RUN pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/test/cpu
|
31 |
|
|
|
|
|
|
|
32 |
RUN VLLM_TARGET_DEVICE=cpu python3 setup.py install
|
|
|
|
|
|
|
33 |
|
34 |
-
|
35 |
|
36 |
CMD ["/bin/bash", "/workspace/start_vllm.sh"]
|
|
|
23 |
COPY ./ /workspace
|
24 |
|
25 |
RUN chmod -R 777 /workspace
|
|
|
26 |
|
27 |
WORKDIR /workspace/vllm
|
28 |
|
29 |
RUN pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/test/cpu
|
30 |
|
31 |
+
ARG VLLM_CPU_DISABLE_AVX512
|
32 |
+
ENV VLLM_CPU_DISABLE_AVX512=${VLLM_CPU_DISABLE_AVX512}
|
33 |
+
|
34 |
RUN VLLM_TARGET_DEVICE=cpu python3 setup.py install
|
35 |
+
RUN chmod 777 /.config
|
36 |
+
|
37 |
+
WORKDIR /workspace/
|
38 |
|
39 |
+
RUN ln -s /workspace/vllm/tests && ln -s /workspace/vllm/examples && ln -s /workspace/vllm/benchmarks
|
40 |
|
41 |
CMD ["/bin/bash", "/workspace/start_vllm.sh"]
|