* [CI] Migrate to rockylinux8 / manylinux_2_28_x86_64 * Scrub all references to CentOS 7 * Fix * Remove use of yum * Use gcc-10 in cpu * Temporarily disable -Werror * Use GCC 9 for now * Roll back gRPC * Scrub all references to manylinux2014_x86_64 * Revise rename_whl.py to handle no-op rename * Change JDK_VERSION back to 8 * Reviewer's comment * Use GCC 10 * Use Spark 3.5.1, same as in pom.xml * Fix JAR install
48 lines
1.1 KiB
Bash
Executable File
48 lines
1.1 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
set -x
|
|
|
|
if [ "$#" -lt 1 ]
|
|
then
|
|
echo "Usage: $0 [container to build]"
|
|
exit 1
|
|
fi
|
|
container=$1
|
|
|
|
source tests/buildkite/conftest.sh
|
|
|
|
echo "--- Build container ${container}"
|
|
|
|
BUILD_ARGS=""
|
|
|
|
case "${container}" in
|
|
cpu)
|
|
;;
|
|
|
|
gpu|gpu_build_rockylinux8)
|
|
BUILD_ARGS="$BUILD_ARGS --build-arg CUDA_VERSION_ARG=$CUDA_VERSION"
|
|
BUILD_ARGS="$BUILD_ARGS --build-arg NCCL_VERSION_ARG=$NCCL_VERSION"
|
|
BUILD_ARGS="$BUILD_ARGS --build-arg RAPIDS_VERSION_ARG=$RAPIDS_VERSION"
|
|
;;
|
|
|
|
gpu_dev_ver)
|
|
BUILD_ARGS="$BUILD_ARGS --build-arg CUDA_VERSION_ARG=$CUDA_VERSION"
|
|
BUILD_ARGS="$BUILD_ARGS --build-arg NCCL_VERSION_ARG=$NCCL_VERSION"
|
|
BUILD_ARGS="$BUILD_ARGS --build-arg RAPIDS_VERSION_ARG=$DEV_RAPIDS_VERSION"
|
|
;;
|
|
|
|
jvm_gpu_build)
|
|
BUILD_ARGS="$BUILD_ARGS --build-arg CUDA_VERSION_ARG=$CUDA_VERSION"
|
|
BUILD_ARGS="$BUILD_ARGS --build-arg NCCL_VERSION_ARG=$NCCL_VERSION"
|
|
;;
|
|
|
|
*)
|
|
echo "Unrecognized container ID: ${container}"
|
|
exit 2
|
|
;;
|
|
esac
|
|
|
|
# Run a no-op command. This will simply build the container and push it to the private registry
|
|
tests/ci_build/ci_build.sh ${container} ${BUILD_ARGS} bash
|