From 288539ac781117a73e156a9e4ee56cbaf6c30f89 Mon Sep 17 00:00:00 2001 From: Philip Hyunsu Cho Date: Fri, 2 Jun 2023 08:17:41 -0700 Subject: [PATCH] [CI] Automatically bump Rapids version in containers (#9234) * [CI] Use RAPIDS 23.04 * [CI] Remove outdated filters in dependabot * [CI] Automatically bump Rapids version in containers * Automate pull request --- .github/dependabot.yml | 62 ----------------------------- .github/workflows/update_rapids.yml | 37 +++++++++++++++++ tests/buildkite/conftest.sh | 2 +- tests/buildkite/update-rapids.sh | 10 +++++ 4 files changed, 48 insertions(+), 63 deletions(-) create mode 100644 .github/workflows/update_rapids.yml create mode 100755 tests/buildkite/update-rapids.sh diff --git a/.github/dependabot.yml b/.github/dependabot.yml index 0b593216c..c03a52c60 100644 --- a/.github/dependabot.yml +++ b/.github/dependabot.yml @@ -9,85 +9,23 @@ updates: directory: "/jvm-packages" schedule: interval: "daily" - ignore: - # Pin Scala version to 2.12.x - - dependency-name: "org.scala-lang:scala-compiler" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-reflect" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-library" - versions: [">= 2.13.0"] - package-ecosystem: "maven" directory: "/jvm-packages/xgboost4j" schedule: interval: "daily" - ignore: - # Pin Scala version to 2.12.x - - dependency-name: "org.scala-lang:scala-compiler" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-reflect" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-library" - versions: [">= 2.13.0"] - package-ecosystem: "maven" directory: "/jvm-packages/xgboost4j-gpu" schedule: interval: "daily" - ignore: - # Pin Scala version to 2.12.x - - dependency-name: "org.scala-lang:scala-compiler" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-reflect" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-library" - versions: [">= 2.13.0"] - package-ecosystem: "maven" directory: "/jvm-packages/xgboost4j-example" schedule: interval: "daily" - ignore: - # Pin Scala version to 2.12.x - - dependency-name: "org.scala-lang:scala-compiler" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-reflect" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-library" - versions: [">= 2.13.0"] - package-ecosystem: "maven" directory: "/jvm-packages/xgboost4j-spark" schedule: interval: "daily" - ignore: - # Pin Scala version to 2.12.x - - dependency-name: "org.scala-lang:scala-compiler" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-reflect" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-library" - versions: [">= 2.13.0"] - # Pin Spark version to 3.0.x - - dependency-name: "org.apache.spark:spark-core_2.12" - versions: [">= 3.1.0"] - - dependency-name: "org.apache.spark:spark-sql_2.12" - versions: [">= 3.1.0"] - - dependency-name: "org.apache.spark:spark-mllib_2.12" - versions: [">= 3.1.0"] - package-ecosystem: "maven" directory: "/jvm-packages/xgboost4j-spark-gpu" schedule: interval: "daily" - ignore: - # Pin Scala version to 2.12.x - - dependency-name: "org.scala-lang:scala-compiler" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-reflect" - versions: [">= 2.13.0"] - - dependency-name: "org.scala-lang:scala-library" - versions: [">= 2.13.0"] - # Pin Spark version to 3.0.x - - dependency-name: "org.apache.spark:spark-core_2.12" - versions: [">= 3.1.0"] - - dependency-name: "org.apache.spark:spark-sql_2.12" - versions: [">= 3.1.0"] - - dependency-name: "org.apache.spark:spark-mllib_2.12" - versions: [">= 3.1.0"] diff --git a/.github/workflows/update_rapids.yml b/.github/workflows/update_rapids.yml new file mode 100644 index 000000000..83dd19b35 --- /dev/null +++ b/.github/workflows/update_rapids.yml @@ -0,0 +1,37 @@ +name: update-rapids + +on: + schedule: + - cron: "0 7 * * *" # Run once daily + +permissions: + contents: read # to fetch code (actions/checkout) + +defaults: + run: + shell: bash -l {0} + +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true + +env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # To use GitHub CLI + +jobs: + update-rapids: + name: Check latest RAPIDS + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v2 + with: + submodules: 'true' + - name: Check latest RAPIDS and update conftest.sh + run: | + bash tests/buildkite/update-rapids.sh + - name: Create Pull Request + uses: peter-evans/create-pull-request@v5 + add-paths: tests/buildkite + branch: create-pull-request/update-rapids + base: master + if: github.ref == 'refs/heads/master' diff --git a/tests/buildkite/conftest.sh b/tests/buildkite/conftest.sh index 957dd443c..108b3d402 100755 --- a/tests/buildkite/conftest.sh +++ b/tests/buildkite/conftest.sh @@ -24,7 +24,7 @@ set -x CUDA_VERSION=11.8.0 NCCL_VERSION=2.16.5-1 -RAPIDS_VERSION=23.02 +RAPIDS_VERSION=23.04 SPARK_VERSION=3.4.0 JDK_VERSION=8 diff --git a/tests/buildkite/update-rapids.sh b/tests/buildkite/update-rapids.sh new file mode 100755 index 000000000..f617ccd11 --- /dev/null +++ b/tests/buildkite/update-rapids.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +set -euo pipefail + +LATEST_RAPIDS_VERSION=$(gh api repos/rapidsai/cuml/releases/latest --jq '.name' | sed -e 's/^v\([[:digit:]]\+\.[[:digit:]]\+\).*/\1/') +echo "LATEST_RAPIDS_VERSION = $LATEST_RAPIDS_VERSION" + +PARENT_PATH=$( cd "$(dirname "${BASH_SOURCE[0]}")" ; pwd -P ) + +sed -i "s/^RAPIDS_VERSION=[[:digit:]]\+\.[[:digit:]]\+/RAPIDS_VERSION=${LATEST_RAPIDS_VERSION}/" $PARENT_PATH/conftest.sh