9def441e9a
* [CI] add script to generate meta info and upload to s3 * Write Python script to generate meta.json * Update other pipelines * Add wheel_name field * Add description --------- Co-authored-by: Hyunsu Cho <phcho@nvidia.com>
66 lines
2.2 KiB
Bash
Executable File
66 lines
2.2 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
|
|
WHEEL_TAG=manylinux2014_x86_64
|
|
|
|
source tests/buildkite/conftest.sh
|
|
|
|
echo "--- Build with CUDA ${CUDA_VERSION} with RMM"
|
|
|
|
if [[ ($is_pull_request == 1) || ($is_release_branch == 0) ]]
|
|
then
|
|
arch_flag="-DGPU_COMPUTE_VER=75"
|
|
else
|
|
arch_flag=""
|
|
fi
|
|
|
|
command_wrapper="tests/ci_build/ci_build.sh gpu_build_centos7 --build-arg "`
|
|
`"CUDA_VERSION_ARG=$CUDA_VERSION --build-arg "`
|
|
`"NCCL_VERSION_ARG=$NCCL_VERSION --build-arg "`
|
|
`"RAPIDS_VERSION_ARG=$RAPIDS_VERSION"
|
|
|
|
echo "--- Build libxgboost from the source"
|
|
$command_wrapper tests/ci_build/build_via_cmake.sh \
|
|
-DCMAKE_PREFIX_PATH="/opt/grpc;/opt/rmm" \
|
|
-DUSE_CUDA=ON \
|
|
-DUSE_OPENMP=ON \
|
|
-DHIDE_CXX_SYMBOLS=ON \
|
|
-DPLUGIN_FEDERATED=ON \
|
|
-DPLUGIN_RMM=ON \
|
|
-DUSE_NCCL=ON \
|
|
-DUSE_NCCL_LIB_PATH=ON \
|
|
-DNCCL_INCLUDE_DIR=/usr/include \
|
|
-DUSE_DLOPEN_NCCL=ON \
|
|
${arch_flag}
|
|
echo "--- Build binary wheel"
|
|
$command_wrapper bash -c \
|
|
"cd python-package && rm -rf dist/* && pip wheel --no-deps -v . --wheel-dir dist/"
|
|
$command_wrapper python tests/ci_build/rename_whl.py \
|
|
--wheel-path python-package/dist/*.whl \
|
|
--commit-hash ${BUILDKITE_COMMIT} \
|
|
--platform-tag ${WHEEL_TAG}
|
|
|
|
echo "--- Audit binary wheel to ensure it's compliant with manylinux2014 standard"
|
|
tests/ci_build/ci_build.sh auditwheel_x86_64 auditwheel repair \
|
|
--plat ${WHEEL_TAG} python-package/dist/*.whl
|
|
$command_wrapper python tests/ci_build/rename_whl.py \
|
|
--wheel-path wheelhouse/*.whl \
|
|
--commit-hash ${BUILDKITE_COMMIT} \
|
|
--platform-tag ${WHEEL_TAG}
|
|
mv -v wheelhouse/*.whl python-package/dist/
|
|
# Make sure that libgomp.so is vendored in the wheel
|
|
tests/ci_build/ci_build.sh auditwheel_x86_64 bash -c \
|
|
"unzip -l python-package/dist/*.whl | grep libgomp || exit -1"
|
|
|
|
echo "--- Upload Python wheel"
|
|
buildkite-agent artifact upload python-package/dist/*.whl
|
|
if [[ ($is_pull_request == 0) && ($is_release_branch == 1) ]]
|
|
then
|
|
aws s3 cp python-package/dist/*.whl s3://xgboost-nightly-builds/experimental_build_with_rmm/ \
|
|
--acl public-read --no-progress
|
|
fi
|
|
|
|
echo "-- Stash C++ test executable (testxgboost)"
|
|
buildkite-agent artifact upload build/testxgboost
|