0715ab3c10
This PR adds optional support for loading nccl with `dlopen` as an alternative of compile time linking. This is to address the size bloat issue with the PyPI binary release. - Add CMake option to load `nccl` at runtime. - Add an NCCL stub. After this, `nccl` will be fetched from PyPI when using pip to install XGBoost, either by a user or by `pyproject.toml`. Others who want to link the nccl at compile time can continue to do so without any change. At the moment, this is Linux only since we only support MNMG on Linux.
60 lines
2.0 KiB
Bash
Executable File
60 lines
2.0 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
|
|
WHEEL_TAG=manylinux2014_x86_64
|
|
|
|
source tests/buildkite/conftest.sh
|
|
|
|
echo "--- Build with CUDA ${CUDA_VERSION}"
|
|
|
|
if [[ ($is_pull_request == 1) || ($is_release_branch == 0) ]]
|
|
then
|
|
arch_flag="-DGPU_COMPUTE_VER=75"
|
|
else
|
|
arch_flag=""
|
|
fi
|
|
|
|
command_wrapper="tests/ci_build/ci_build.sh gpu_build_centos7 docker --build-arg "`
|
|
`"CUDA_VERSION_ARG=$CUDA_VERSION --build-arg "`
|
|
`"NCCL_VERSION_ARG=$NCCL_VERSION --build-arg "`
|
|
`"RAPIDS_VERSION_ARG=$RAPIDS_VERSION"
|
|
|
|
echo "--- Build libxgboost from the source"
|
|
$command_wrapper tests/ci_build/build_via_cmake.sh \
|
|
-DCMAKE_PREFIX_PATH="/opt/grpc" \
|
|
-DUSE_CUDA=ON \
|
|
-DUSE_OPENMP=ON \
|
|
-DHIDE_CXX_SYMBOLS=ON \
|
|
-DPLUGIN_FEDERATED=ON \
|
|
-DUSE_NCCL=ON \
|
|
-DUSE_NCCL_LIB_PATH=ON \
|
|
-DNCCL_INCLUDE_DIR=/usr/include \
|
|
-DUSE_DLOPEN_NCCL=ON \
|
|
${arch_flag}
|
|
echo "--- Build binary wheel"
|
|
$command_wrapper bash -c \
|
|
"cd python-package && rm -rf dist/* && pip wheel --no-deps -v . --wheel-dir dist/"
|
|
$command_wrapper python tests/ci_build/rename_whl.py python-package/dist/*.whl \
|
|
${BUILDKITE_COMMIT} ${WHEEL_TAG}
|
|
|
|
echo "--- Audit binary wheel to ensure it's compliant with manylinux2014 standard"
|
|
tests/ci_build/ci_build.sh auditwheel_x86_64 docker auditwheel repair \
|
|
--plat ${WHEEL_TAG} python-package/dist/*.whl
|
|
$command_wrapper python tests/ci_build/rename_whl.py wheelhouse/*.whl \
|
|
${BUILDKITE_COMMIT} ${WHEEL_TAG}
|
|
mv -v wheelhouse/*.whl python-package/dist/
|
|
# Make sure that libgomp.so is vendored in the wheel
|
|
tests/ci_build/ci_build.sh auditwheel_x86_64 docker bash -c \
|
|
"unzip -l python-package/dist/*.whl | grep libgomp || exit -1"
|
|
|
|
echo "--- Upload Python wheel"
|
|
buildkite-agent artifact upload python-package/dist/*.whl
|
|
if [[ ($is_pull_request == 0) && ($is_release_branch == 1) ]]
|
|
then
|
|
aws s3 cp python-package/dist/*.whl s3://xgboost-nightly-builds/${BRANCH_NAME}/ \
|
|
--acl public-read --no-progress
|
|
fi
|
|
echo "-- Stash C++ test executable (testxgboost)"
|
|
buildkite-agent artifact upload build/testxgboost
|