youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[CI/Build] fix TORCH_CUDA_ARCH_LIST in wheel build (#3801)

Browse Source
This commit is contained in:
youkaichao
2024-04-02 11:54:33 -07:00
committed by GitHub
parent 3bec41f41a
commit 205b94942e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
.github/workflows/scripts/build.sh vendored
View File

@ -15,6 +15,7 @@ $python_executable -m pip install -r requirements.txt
export MAX_JOBS=1
# Make sure punica is built for the release (for LoRA)
export VLLM_INSTALL_PUNICA_KERNELS=1
# Make sure release wheels are built for the following architectures
export TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6 8.9 9.0+PTX"
# Build
$python_executable setup.py bdist_wheel --dist-dir=dist