[CI/BUILD] Support non-AVX512 vLLM building and testing (#5574)

2024-06-18 02:36:10 +08:00
parent 728c4c8a06
commit ab66536dbf
3 changed files with 20 additions and 2 deletions
--- a/Dockerfile.cpu
+++ b/Dockerfile.cpu
@ -21,6 +21,10 @@ WORKDIR /workspace/vllm

 RUN pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu

+# Support for building with non-AVX512 vLLM: docker build --build-arg VLLM_CPU_DISABLE_AVX512="true" ...
+ARG VLLM_CPU_DISABLE_AVX512
+ENV VLLM_CPU_DISABLE_AVX512=${VLLM_CPU_DISABLE_AVX512}
+
 RUN VLLM_TARGET_DEVICE=cpu python3 setup.py install

 WORKDIR /workspace/