Add job for running NVTabular tests with conda #409
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: GPU Tests | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| - pull-request/* | |
| tags: | |
| - "v[0-9]+.[0-9]+.[0-9]+" | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| # Multi-GPU tests | |
| gpu-tests: | |
| runs-on: 2GPU | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Run tests | |
| run: | | |
| ref_type=${{ github.ref_type }} | |
| branch=main | |
| if [[ $ref_type == "tag"* ]] | |
| then | |
| raw=$(git branch -r --contains ${{ github.ref_name }}) | |
| branch=${raw/origin\/} | |
| fi | |
| cd ${{ github.workspace }}; MERLIN_BRANCH=$branch tox -e test-gpu | |
| # Single GPU tests | |
| gpu-tests-conda-cu12: | |
| runs-on: linux-amd64-gpu-p100-latest-1 | |
| container: | |
| image: nvidia/cuda:12.1.1-devel-ubuntu22.04 | |
| env: | |
| NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Ubuntu packages | |
| run: | | |
| apt-get update -y | |
| apt-get install -y git lsb-release | |
| - uses: mamba-org/setup-micromamba@v1 | |
| with: | |
| environment-name: test-env | |
| create-args: >- | |
| python=3.10 | |
| cudf=23.08 | |
| cuda-version=12.0 | |
| cuda-nvcc=12.0 | |
| condarc: | | |
| channels: | |
| - rapidsai-nightly | |
| - conda-forge | |
| - nvidia | |
| cache-downloads: true | |
| - name: Install and upgrade python packages | |
| run: | | |
| python -m pip install --upgrade pip tox | |
| - name: Get Branch name | |
| id: get-branch-name | |
| uses: NVIDIA-Merlin/.github/actions/branch-name@branch-name-pull-request | |
| - name: Run tests | |
| run: | | |
| merlin_branch="${{ steps.get-branch-name.outputs.branch }}" | |
| MERLIN_BRANCH=$merlin_branch tox -e test-gpu | |
| gpu-tests-cu11: | |
| runs-on: linux-amd64-gpu-p100-latest-1 | |
| container: | |
| image: nvidia/cuda:11.8.0-devel-ubuntu22.04 | |
| env: | |
| NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Ubuntu packages | |
| run: | | |
| apt-get update -y | |
| # libcudnn8 installed for tensorflow GPU support | |
| apt-get install -y git lsb-release 'libcudnn8=*cuda11.8' | |
| - name: Set up Python 3.8 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8 | |
| - name: Install and upgrade python packages | |
| run: | | |
| python -m pip install --upgrade pip tox | |
| - name: Get Branch name | |
| id: get-branch-name | |
| uses: NVIDIA-Merlin/.github/actions/branch-name@branch-name-pull-request | |
| - name: Run tests | |
| run: | | |
| merlin_branch="${{ steps.get-branch-name.outputs.branch }}" | |
| RAPIDS_VERSION=23.04 MERLIN_BRANCH=$merlin_branch tox -e test-gpu-cu11 | |
| gpu-tests-cu12: | |
| runs-on: linux-amd64-gpu-p100-latest-1 | |
| container: | |
| image: nvidia/cuda:12.1.1-devel-ubuntu22.04 | |
| env: | |
| NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Ubuntu packages | |
| run: | | |
| apt-get update -y | |
| apt-get install -y git lsb-release | |
| - name: Set up Python 3.9 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.9 | |
| - name: Install and upgrade python packages | |
| run: | | |
| python -m pip install --upgrade pip tox | |
| - name: Get Branch name | |
| id: get-branch-name | |
| uses: NVIDIA-Merlin/.github/actions/branch-name@branch-name-pull-request | |
| - name: Run tests | |
| run: | | |
| merlin_branch="${{ steps.get-branch-name.outputs.branch }}" | |
| RAPIDS_VERSION=23.06 MERLIN_BRANCH=$merlin_branch tox -e test-gpu-cu12 |