nanovdb.yml

name: NanoVDB

on:
  push:
    branches:
      - 'master'
      - 'feature/**'
      - 'pr/**'
    paths-ignore:
      - 'CHANGES'
      - 'CODEOWNERS'
      - 'doc/**'
      - 'openvdb_ax/**'
      - 'openvdb_maya/**'
      - 'openvdb_houdini/**'
      - 'fvdb/**'
      - 'pendingchanges/**'
      - '**.md'
  pull_request_target:
    # Add 'ready_for_review' to run CI when a draft PR is marked ready.
    types: [opened, synchronize, reopened, ready_for_review]
    branches:
      - '**'
    paths-ignore:
      - 'CHANGES'
      - 'CODEOWNERS'
      - 'doc/**'
      - 'openvdb_ax/**'
      - 'openvdb_maya/**'
      - 'openvdb_houdini/**'
      - 'fvdb/**'
      - 'pendingchanges/**'
      - '**.md'
  workflow_dispatch:
    inputs:
      type:
        description: 'The type of CI to run (all, linux, win, mac)'
        required: true
        default: 'all'

# Allow subsequent pushes to the same PR or REF to cancel any previous jobs.
concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  linux-nanovdb:
    # push OR non-draft PR OR matching manual run
    if: |
      (github.event_name == 'push' ||
       (github.event_name == 'pull_request_target' && github.event.pull_request.draft == false) ||
       (github.event_name == 'workflow_dispatch' &&
        (github.event.inputs.type == 'all' || github.event.inputs.type == 'linux')))
    runs-on: ${{ (github.repository_owner == 'AcademySoftwareFoundation' && 'ubuntu-22.04-8c-32g-300h') || 'ubuntu-latest' }}
    name: >
      linux-nanovdb:cxx:${{ matrix.config.cxx }}-${{ matrix.config.build }}
    # Build in the same image used by the AWS CodeBuild GPU runner so the
    # uploaded build tree is binary/runtime compatible when executed there.
    container:
      image: aswf/ci-openvdb:2024-clang17.2
    env:
      CXX: ${{ matrix.config.cxx }}
    strategy:
      matrix:
        config:
          - { cxx: g++,     label: gcc,   build: 'Release' }
          - { cxx: g++,     label: gcc,   build: 'Debug' }
          - { cxx: clang++, label: clang, build: 'Release' }
          - { cxx: clang++, label: clang, build: 'Debug' }
      fail-fast: false
    steps:
      - uses: actions/checkout@v7
        with:
          ref: ${{ github.event_name == 'pull_request_target' && github.event.pull_request.head.sha || github.sha }}
      - name: setup_cuda_12
        run: |
          echo "/usr/local/cuda-12/bin" >> $GITHUB_PATH
          echo "LD_LIBRARY_PATH=/usr/local/cuda-12/lib64:$LD_LIBRARY_PATH" >> $GITHUB_ENV
      - name: nanobind
        run: ./ci/install_nanobind.sh 2.5.0
      - name: build
      # NOTE: CMAKE_POSITION_INDEPENDENT_CODE set to fix default behaviour change in clang 14
      #   https://github.com/AcademySoftwareFoundation/aswf-docker/issues/228
      # NOTE: CUDA architecture 86 targets the AWS CodeBuild A10G GPUs used by
      #   the linux-nanovdb-gpu test stage below.
        run: >
          ./ci/build.sh -v
          --build-type=${{ matrix.config.build }}
          --components=core,nano,nanotest,nanoexam,nanobench,nanotool,nanopython,nanopytest
          --cargs=\'
          -DUSE_EXPLICIT_INSTANTIATION=OFF
          -DOPENVDB_CORE_STATIC=OFF
          -DNANOVDB_USE_CUDA=ON
          -DCMAKE_CUDA_ARCHITECTURES="86"
          -DNANOVDB_USE_OPENVDB=ON
          -DCMAKE_INSTALL_PREFIX=`pwd`
          -DUSE_BLOSC=ON
          -DCMAKE_POSITION_INDEPENDENT_CODE=ON
          \'
      # Run the non-GPU tests here. GPU-only (cuda/mgpu) tests are executed in
      # the linux-nanovdb-gpu job. This step also generates the shared test
      # data files (e.g. data/*.nvdb) that the GPU tests consume, so it must
      # run before the build tree is uploaded.
      - name: test
        run: cd build && ctest -V -E ".*cuda.*|.*mgpu.*"
      - name: package_gpu_build
        # Record the absolute workspace path so the GPU runner can restore the
        # build tree to the same location, keeping RPATHs and CTest-generated
        # absolute paths valid.
        run: |
          META="$GITHUB_WORKSPACE/nanovdb-gpu-meta.env"
          echo "BUILD_WORKSPACE=$GITHUB_WORKSPACE" > "$META"
          echo "GITHUB_SHA=$GITHUB_SHA" >> "$META"
          echo "CONFIG=${{ matrix.config.label }}-${{ matrix.config.build }}" >> "$META"
          cat "$META"
      - name: upload_gpu_build
        uses: actions/upload-artifact@v7
        with:
          name: nanovdb-gpu-build-${{ matrix.config.label }}-${{ matrix.config.build }}
          path: |
            build
            nanovdb/nanovdb/python/test/TestNanoVDB.py
            nanovdb-gpu-meta.env
          retention-days: 1
          if-no-files-found: error

  linux-nanovdb-gpu:
    # Execute the CUDA / multi-GPU tests on AWS CodeBuild (4x A10G) using the
    # prebuilt artifacts from linux-nanovdb. Repository secrets are not shared
    # with fork PRs, so restrict this job to same-repo events.
    if: |
      github.repository == 'AcademySoftwareFoundation/openvdb' &&
      (github.event_name == 'push' ||
       (github.event_name == 'pull_request_target' &&
        github.event.pull_request.draft == false &&
        github.event.pull_request.head.repo.full_name == github.repository) ||
       (github.event_name == 'workflow_dispatch' &&
        (github.event.inputs.type == 'all' || github.event.inputs.type == 'linux')))
    needs: linux-nanovdb
    runs-on: ubuntu-latest
    name: >
      linux-nanovdb-gpu:${{ matrix.config.label }}-${{ matrix.config.build }}
    # GITHUB_TOKEN needs actions:read to fetch the workflow-run artifacts.
    permissions:
      contents: read
      actions: read
    strategy:
      matrix:
        config:
          - { label: gcc,   build: 'Release' }
          - { label: gcc,   build: 'Debug' }
          - { label: clang, build: 'Release' }
          - { label: clang, build: 'Debug' }
      fail-fast: false
    env:
      # Consumed by buildspec.yml on the CodeBuild side.
      ARTIFACT_NAME: nanovdb-gpu-build-${{ matrix.config.label }}-${{ matrix.config.build }}
      GH_TOKEN: ${{ github.token }}
    steps:
      - name: Configure AWS Credentials
        uses: aws-actions/configure-aws-credentials@v6
        with:
          aws-access-key-id: ${{ secrets.CODEBUILD_ID }}
          aws-secret-access-key: ${{ secrets.CODEBUILD_SECRET }}
          aws-region: us-west-2
      - name: Run CodeBuild GPU tests
        uses: aws-actions/aws-codebuild-run-build@v1
        with:
          project-name: OpenVDB
          buildspec-override: ci/buildspec_nanovdb.yml
          image-override: aswf/ci-openvdb:2024-clang17.2
          # GITHUB_* variables (GITHUB_RUN_ID, GITHUB_REPOSITORY, ...) are
          # forwarded automatically. The job-scoped Actions runtime values let
          # CodeBuild upload report.tgz directly to this workflow run.
          env-vars-for-codebuild: ARTIFACT_NAME,GH_TOKEN,ACTIONS_RUNTIME_TOKEN,ACTIONS_RESULTS_URL

  windows-nanovdb:
    if: |
      (github.event_name == 'push' ||
       (github.event_name == 'pull_request_target' && github.event.pull_request.draft == false) ||
       (github.event_name == 'workflow_dispatch' &&
        (github.event.inputs.type == 'all' || github.event.inputs.type == 'win')))
    runs-on: ${{ (github.repository_owner == 'AcademySoftwareFoundation' && 'windows-2022-8c-32g-300h') || 'windows-latest' }}
    env:
      VCPKG_DEFAULT_TRIPLET: 'x64-windows'
      visual_studio: "Visual Studio 17 2022"
      cuda: "12.4.0"
    strategy:
      fail-fast: false
    steps:
    - uses: actions/checkout@v7
      with:
        ref: ${{ github.event_name == 'pull_request_target' && github.event.pull_request.head.sha || github.sha }}
    - name: path
      run: |
        # note: system path must be modified in a previous step to it's use
        echo "$Env:VCPKG_INSTALLATION_ROOT\installed\x64-windows\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
        echo "${{github.workspace}}\build\openvdb\openvdb\Release" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
    - name: install_cuda
      shell: powershell
      run: .\ci\install_windows_cuda.ps1
    - name: install
      shell: powershell
      run: .\ci\install_windows.ps1
    - name: build
    # nvcc doesn't set _WIN32 when run in bash so we need to set it manually
      shell: bash
      run: >
        ./ci/build.sh -v
        --config=Release
        --components=core,nano,nanotest,nanoexam,nanobench,nanotool,nanopython,nanopytest
        --cargs=\'
        -A x64 -G \"Visual Studio 17 2022\" -DOPENVDB_CORE_STATIC=OFF
        -DMSVC_COMPRESS_PDB=ON
        -DUSE_EXPLICIT_INSTANTIATION=OFF
        -DNANOVDB_USE_CUDA=ON
        -DCMAKE_CUDA_ARCHITECTURES="80"
        -DCMAKE_CUDA_FLAGS="-D_WIN32"
        -DNANOVDB_USE_OPENVDB=ON
        -DVCPKG_TARGET_TRIPLET=${VCPKG_DEFAULT_TRIPLET}
        -DCMAKE_TOOLCHAIN_FILE=\"${VCPKG_INSTALLATION_ROOT}\\scripts\\buildsystems\\vcpkg.cmake\"
        \'
    - name: test
      shell: bash
      run: cd build && ctest -V -C Release -E ".*cuda.*|.*mgpu.*"

  macos-nanovdb:
    if: |
      (github.event_name == 'push' ||
       (github.event_name == 'pull_request_target' && github.event.pull_request.draft == false) ||
       (github.event_name == 'workflow_dispatch' &&
        (github.event.inputs.type == 'all' || github.event.inputs.type == 'mac')))
    runs-on: ${{ matrix.config.runner }}
    env:
      CXX: ${{ matrix.config.cxx }}
    strategy:
      matrix:
        config:
          - { runner: 'macos-14', cxx: 'clang++', build: 'Release' }
          - { runner: 'macos-14', cxx: 'clang++', build: 'Debug'   }
      fail-fast: false
    steps:
      - uses: actions/checkout@v7
        with:
          ref: ${{ github.event_name == 'pull_request_target' && github.event.pull_request.head.sha || github.sha }}
      - name: install_deps
        run: |
          ./ci/install_macos.sh
          ./ci/install_tbb_macos.sh
      - name: build
        run: >
          ./ci/build.sh -v
          --build-type=${{ matrix.config.build }}
          --components=core,nano,nanotest,nanoexam,nanobench,nanotool,nanopython,nanopytest
          --cargs=\'-DUSE_EXPLICIT_INSTANTIATION=OFF -DNANOVDB_USE_CUDA=OFF -DNANOVDB_USE_OPENVDB=ON -DCMAKE_INSTALL_PREFIX=${{ github.workspace }}/install \'
      - name: test
        run: cd build && ctest -V -E ".*cuda.*|.*mgpu.*"

  nanovdb-lite:
    if: |
      (github.event_name == 'push' ||
       (github.event_name == 'pull_request_target' && github.event.pull_request.draft == false) ||
       (github.event_name == 'workflow_dispatch' &&
        (github.event.inputs.type == 'all' || github.event.inputs.type == 'linux')))
    runs-on: ${{ (github.repository_owner == 'AcademySoftwareFoundation' && 'ubuntu-22.04-8c-32g-300h') || 'ubuntu-latest' }}
    container:
      image: aswf/ci-openvdb:2024-clang17.2
    steps:
      - uses: actions/checkout@v7
        with:
          ref: ${{ github.event_name == 'pull_request_target' && github.event.pull_request.head.sha || github.sha }}
      - name: install_gtest
        run: ./ci/install_gtest.sh latest
      - name: build_and_test
        run: |
          cd nanovdb/nanovdb
          mkdir .build
          cd .build
          cmake -DUSE_EXPLICIT_INSTANTIATION=OFF -DNANOVDB_BUILD_UNITTESTS=ON -DNANOVDB_USE_OPENVDB=OFF -DNANOVDB_USE_CUDA=OFF -DCMAKE_INSTALL_PREFIX="$(pwd)/install" ../
          make -j8 install
          ctest -V