4057f861c1
* [CI] Add nightly CI job to test against dev version of deps * Update build-containers.sh * Add build step * Wait for build artifact * Try pinning dask * Address reviewers' comments * Fix unbound variable error * Specify dev version exactly * Pin dask=2024.1.1
38 lines
1.1 KiB
YAML
38 lines
1.1 KiB
YAML
# Nightly CI pipeline, to test against dev versions of dependencies
|
|
|
|
env:
|
|
DOCKER_CACHE_ECR_ID: "492475357299"
|
|
DOCKER_CACHE_ECR_REGION: "us-west-2"
|
|
DISABLE_RELEASE: "1"
|
|
# Skip uploading artifacts to S3 bucket
|
|
# Also, don't build all CUDA archs; just build sm_75
|
|
USE_DEPS_DEV_VER: "1"
|
|
# Use dev versions of RAPIDS and other dependencies
|
|
steps:
|
|
#### -------- CONTAINER BUILD --------
|
|
- label: ":docker: Build containers"
|
|
commands:
|
|
- "tests/buildkite/build-containers.sh gpu_build_centos7"
|
|
- "tests/buildkite/build-containers.sh gpu_dev_ver"
|
|
key: build-containers
|
|
agents:
|
|
queue: linux-amd64-cpu
|
|
- wait
|
|
|
|
- label: ":console: Build CUDA"
|
|
command: "tests/buildkite/build-cuda.sh"
|
|
key: build-cuda
|
|
agents:
|
|
queue: linux-amd64-cpu
|
|
- wait
|
|
- label: ":console: Test Python package, single GPU"
|
|
command: "tests/buildkite/test-python-gpu.sh gpu"
|
|
key: test-python-gpu
|
|
agents:
|
|
queue: linux-amd64-gpu
|
|
- label: ":console: Test Python package, 4 GPUs"
|
|
command: "tests/buildkite/test-python-gpu.sh mgpu"
|
|
key: test-python-mgpu
|
|
agents:
|
|
queue: linux-amd64-mgpu
|