Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[CI] Migrate to rockylinux8 / manylinux_2_28_x86_64 (#10399)

Browse Source 
* [CI] Migrate to rockylinux8 / manylinux_2_28_x86_64

* Scrub all references to CentOS 7

* Fix

* Remove use of yum

* Use gcc-10 in cpu

* Temporarily disable -Werror

* Use GCC 9 for now

* Roll back gRPC

* Scrub all references to manylinux2014_x86_64

* Revise rename_whl.py to handle no-op rename

* Change JDK_VERSION back to 8

* Reviewer's comment

* Use GCC 10

* Use Spark 3.5.1, same as in pom.xml

* Fix JAR install
This commit is contained in:
Philip Hyunsu Cho
2024-06-17 12:07:49 -07:00
committed by GitHub
parent 320e7c2041
commit bc3747bdce
27 changed files with 136 additions and 171 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/buildkite/build-containers.sh
View File

@@ -20,7 +20,7 @@ case "${container}" in
cpu)
;;
gpu|gpu_build_centos7)
gpu|gpu_build_rockylinux8)
BUILD_ARGS="$BUILD_ARGS --build-arg CUDA_VERSION_ARG=$CUDA_VERSION"
BUILD_ARGS="$BUILD_ARGS --build-arg NCCL_VERSION_ARG=$NCCL_VERSION"
BUILD_ARGS="$BUILD_ARGS --build-arg RAPIDS_VERSION_ARG=$RAPIDS_VERSION"

4
tests/buildkite/build-cpu-arm64.sh
View File

@@ -2,7 +2,7 @@
set -euo pipefail
WHEEL_TAG=manylinux2014_aarch64
WHEEL_TAG=manylinux_2_28_aarch64
echo "--- Build CPU code targeting ARM64"
@@ -24,7 +24,7 @@ $command_wrapper python tests/ci_build/rename_whl.py \
--commit-hash ${BUILDKITE_COMMIT} \
--platform-tag ${WHEEL_TAG}
echo "--- Audit binary wheel to ensure it's compliant with manylinux2014 standard"
echo "--- Audit binary wheel to ensure it's compliant with ${WHEEL_TAG} standard"
$command_wrapper auditwheel repair --plat ${WHEEL_TAG} python-package/dist/*.whl
$command_wrapper python tests/ci_build/rename_whl.py \
--wheel-path wheelhouse/*.whl \

6
tests/buildkite/build-cuda-with-rmm.sh
View File

@@ -2,7 +2,7 @@
set -euo pipefail
WHEEL_TAG=manylinux2014_x86_64
WHEEL_TAG=manylinux_2_28_x86_64
source tests/buildkite/conftest.sh
@@ -15,7 +15,7 @@ else
arch_flag=""
fi
command_wrapper="tests/ci_build/ci_build.sh gpu_build_centos7 --build-arg "`
command_wrapper="tests/ci_build/ci_build.sh gpu_build_rockylinux8 --build-arg "`
`"CUDA_VERSION_ARG=$CUDA_VERSION --build-arg "`
`"NCCL_VERSION_ARG=$NCCL_VERSION --build-arg "`
`"RAPIDS_VERSION_ARG=$RAPIDS_VERSION"
@@ -41,7 +41,7 @@ $command_wrapper python tests/ci_build/rename_whl.py \
--commit-hash ${BUILDKITE_COMMIT} \
--platform-tag ${WHEEL_TAG}
echo "--- Audit binary wheel to ensure it's compliant with manylinux2014 standard"
echo "--- Audit binary wheel to ensure it's compliant with ${WHEEL_TAG} standard"
tests/ci_build/ci_build.sh auditwheel_x86_64 auditwheel repair \
--plat ${WHEEL_TAG} python-package/dist/*.whl
$command_wrapper python tests/ci_build/rename_whl.py \

6
tests/buildkite/build-cuda.sh
View File

@@ -2,7 +2,7 @@
set -euo pipefail
WHEEL_TAG=manylinux2014_x86_64
WHEEL_TAG=manylinux_2_28_x86_64
source tests/buildkite/conftest.sh
@@ -15,7 +15,7 @@ else
arch_flag=""
fi
command_wrapper="tests/ci_build/ci_build.sh gpu_build_centos7 --build-arg "`
command_wrapper="tests/ci_build/ci_build.sh gpu_build_rockylinux8 --build-arg "`
`"CUDA_VERSION_ARG=$CUDA_VERSION --build-arg "`
`"NCCL_VERSION_ARG=$NCCL_VERSION --build-arg "`
`"RAPIDS_VERSION_ARG=$RAPIDS_VERSION"
@@ -40,7 +40,7 @@ $command_wrapper python tests/ci_build/rename_whl.py \
--commit-hash ${BUILDKITE_COMMIT} \
--platform-tag ${WHEEL_TAG}
echo "--- Audit binary wheel to ensure it's compliant with manylinux2014 standard"
echo "--- Audit binary wheel to ensure it's compliant with ${WHEEL_TAG} standard"
tests/ci_build/ci_build.sh auditwheel_x86_64 auditwheel repair \
--plat ${WHEEL_TAG} python-package/dist/*.whl
$command_wrapper python tests/ci_build/rename_whl.py \

2
tests/buildkite/build-gpu-rpkg.sh
View File

@@ -6,7 +6,7 @@ source tests/buildkite/conftest.sh
echo "--- Build XGBoost R package with CUDA"
tests/ci_build/ci_build.sh gpu_build_r_centos7 \
tests/ci_build/ci_build.sh gpu_build_r_rockylinux8 \
--build-arg CUDA_VERSION_ARG=${CUDA_VERSION} \
--build-arg R_VERSION_ARG=${R_VERSION} \
tests/ci_build/build_r_pkg_with_cuda.sh \

2
tests/buildkite/conftest.sh
View File

@@ -26,7 +26,7 @@ CUDA_VERSION=11.8.0
NCCL_VERSION=2.16.5-1
RAPIDS_VERSION=24.04
DEV_RAPIDS_VERSION=24.06
SPARK_VERSION=3.4.0
SPARK_VERSION=3.5.1
JDK_VERSION=8
R_VERSION=4.3.2

2
tests/buildkite/pipeline-mgpu.yml
View File

@@ -17,7 +17,7 @@ steps:
- label: ":docker: Build containers"
commands:
- "tests/buildkite/build-containers.sh gpu"
- "tests/buildkite/build-containers.sh gpu_build_centos7"
- "tests/buildkite/build-containers.sh gpu_build_rockylinux8"
- "tests/buildkite/build-containers.sh jvm_gpu_build"
key: build-containers
agents:

2
tests/buildkite/pipeline-nightly.yml
View File

@@ -12,7 +12,7 @@ steps:
#### -------- CONTAINER BUILD --------
- label: ":docker: Build containers"
commands:
- "tests/buildkite/build-containers.sh gpu_build_centos7"
- "tests/buildkite/build-containers.sh gpu_build_rockylinux8"
- "tests/buildkite/build-containers.sh gpu_dev_ver"
key: build-containers
agents:

2
tests/buildkite/pipeline.yml
View File

@@ -15,7 +15,7 @@ steps:
commands:
- "tests/buildkite/build-containers.sh cpu"
- "tests/buildkite/build-containers.sh gpu"
- "tests/buildkite/build-containers.sh gpu_build_centos7"
- "tests/buildkite/build-containers.sh gpu_build_rockylinux8"
key: build-containers
agents:
queue: linux-amd64-cpu