.github/workflows/build_cuda11_wheels.yml #4
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Build CUDA 11 Wheels | |
on: | |
workflow_dispatch: | |
pull_request: | |
jobs: | |
build_wheels: | |
name: Build wheels on ${{ matrix.os }} | |
runs-on: ${{ matrix.os }} | |
defaults: | |
run: | |
shell: pwsh | |
strategy: | |
matrix: | |
os: [windows-latest] | |
cibw_archs: ["auto64"] | |
cibw_build: ["cp38-*", "cp39-*", "cp310-*", "cp311-*"] | |
steps: | |
- uses: actions/checkout@v3 | |
name: Check out | |
with: | |
submodules: recursive | |
- uses: ilammy/msvc-dev-cmd@v1 | |
name: Add MSVS Path | |
- uses: actions/setup-python@v4 | |
name: Install Python | |
with: | |
python-version: '3.9' | |
- uses: crazy-max/ghaction-chocolatey@v3 | |
name: Choco help | |
with: | |
args: -h | |
- name: Install CUDA | |
if: runner.os == 'Windows' | |
run: | | |
choco install --verbose --yes cuda | |
nvcc --version | |
- name: Install cibuildwheel | |
run: | | |
python -m pip install cibuildwheel==2.16.2 delvewheel wheel | |
- name: Building wheels | |
run: | | |
python -m cibuildwheel --output-dir dist | |
env: | |
CIBW_BUILD: ${{ matrix.cibw_build }} | |
CIBW_SKIP: "*musllinux*" | |
CIBW_BUILD_VERBOSITY: 3 | |
CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014 | |
CIBW_BEFORE_ALL_LINUX: yum install -y llvm libevent-devel openssl-devel && | |
bash ci-utils/install_cuda11_yum.sh && | |
bash ci-utils/install_arrow_yum.sh && | |
bash ci-utils/install_prereq_linux.sh --build_arrow no && | |
mkdir -p /tmp/nyxus_bld && | |
cp -r local_install /tmp/nyxus_bld | |
CIBW_BEFORE_ALL_WINDOWS: ci-utils\install_prereq_win.bat && | |
xcopy /E /I /y local_install C:\TEMP\nyxus_bld\local_install | |
CIBW_ENVIRONMENT_LINUX: LD_LIBRARY_PATH="/tmp/nyxus_bld/local_install/lib:/tmp/nyxus_bld/local_install/lib64:/usr/local/cuda/targets/x86_64-linux/lib:$LD_LIBRARY_PATH" CPATH="/usr/local/cuda/targets/x86_64-linux/include:$CPATH" PATH="/usr/local/cuda/bin:$PATH" ON_GITHUB="TRUE" NYXUS_DEP_DIR="/tmp/nyxus_bld/local_install" CXXFLAGS="-I /usr/local/cuda/include" CMAKE_ARGS="-DUSEGPU=ON -DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc -DCMAKE_CUDA_TOOLKIT_INCLUDE_DIRECTORIES=/usr/local/cuda/include" NYXUS_GPU_WHEEL="ON" | |
CIBW_ENVIRONMENT_WINDOWS: PATH="$TEMP\\nyxus\\bin;$PATH" ON_GITHUB="TRUE" NYXUS_DEP_DIR="C:\\TEMP\\nyxus_bld\\local_install" NYXUS_GPU_WHEEL="ON" | |
CIBW_REPAIR_WHEEL_COMMAND_LINUX: "auditwheel repair --exclude=libcufft.so --exclude=libcufft.so.10 --exclude=libcufft.so.10.4.2.109 --exclude=libcudart.so --exclude=libcudart.so.11.0 --exclude=libcudart.so.11.3.109 -w {dest_dir} {wheel}" | |
CIBW_ARCHS: ${{ matrix.cibw_archs }} | |
CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: "delvewheel repair -w {dest_dir} {wheel}" | |
CIBW_TEST_REQUIRES: numpy pandas pyarrow pytest bfio | |
CIBW_TEST_COMMAND: pytest -vv {project}/tests/python -m "not skip_ci" | |
- name: Upload Artifact | |
uses: actions/upload-artifact@v3 | |
with: | |
name: nyxus-cuda11-wheels | |
path: dist/*.whl | |
retention-days: 1 |