From 205b94942e97f668c01d8f4b476da36277df4c59 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Tue, 2 Apr 2024 11:54:33 -0700 Subject: [PATCH] [CI/Build] fix TORCH_CUDA_ARCH_LIST in wheel build (#3801) --- .github/workflows/scripts/build.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/scripts/build.sh b/.github/workflows/scripts/build.sh index 2578d448..ed200fe7 100644 --- a/.github/workflows/scripts/build.sh +++ b/.github/workflows/scripts/build.sh @@ -15,6 +15,7 @@ $python_executable -m pip install -r requirements.txt export MAX_JOBS=1 # Make sure punica is built for the release (for LoRA) export VLLM_INSTALL_PUNICA_KERNELS=1 - +# Make sure release wheels are built for the following architectures +export TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6 8.9 9.0+PTX" # Build $python_executable setup.py bdist_wheel --dist-dir=dist