9adb812a0a
* [CI] Add RMM as an optional dependency * Replace caching allocator with pool allocator from RMM * Revert "Replace caching allocator with pool allocator from RMM" This reverts commit e15845d4e72e890c2babe31a988b26503a7d9038. * Use rmm::mr::get_default_resource() * Try setting default resource (doesn't work yet) * Allocate pool_mr in the heap * Prevent leaking pool_mr handle * Separate EXPECT_DEATH() in separate test suite suffixed DeathTest * Turn off death tests for RMM * Address reviewer's feedback * Prevent leaking of cuda_mr * Fix Jenkinsfile syntax * Remove unnecessary function in Jenkinsfile * [CI] Install NCCL into RMM container * Run Python tests * Try building with RMM, CUDA 10.0 * Do not use RMM for CUDA 10.0 target * Actually test for test_rmm flag * Fix TestPythonGPU * Use CNMeM allocator, since pool allocator doesn't yet support multiGPU * Use 10.0 container to build RMM-enabled XGBoost * Revert "Use 10.0 container to build RMM-enabled XGBoost" This reverts commit 789021fa31112e25b683aef39fff375403060141. * Fix Jenkinsfile * [CI] Assign larger /dev/shm to NCCL * Use 10.2 artifact to run multi-GPU Python tests * Add CUDA 10.0 -> 11.0 cross-version test; remove CUDA 10.0 target * Rename Conda env rmm_test -> gpu_test * Use env var to opt into CNMeM pool for C++ tests * Use identical CUDA version for RMM builds and tests * Use Pytest fixtures to enable RMM pool in Python tests * Move RMM to plugin/CMakeLists.txt; use PLUGIN_RMM * Use per-device MR; use command arg in gtest * Set CMake prefix path to use Conda env * Use 0.15 nightly version of RMM * Remove unnecessary header * Fix a unit test when cudf is missing * Add RMM demos * Remove print() * Use HostDeviceVector in GPU predictor * Simplify pytest setup; use LocalCUDACluster fixture * Address reviewers' commments Co-authored-by: Hyunsu Cho <chohyu01@cs.wasshington.edu>
74 lines
1.2 KiB
Bash
Executable File
74 lines
1.2 KiB
Bash
Executable File
#!/bin/bash
|
|
set -e
|
|
set -x
|
|
|
|
if [ "$#" -lt 1 ]
|
|
then
|
|
suite=''
|
|
args=''
|
|
else
|
|
suite=$1
|
|
shift 1
|
|
args="$@"
|
|
fi
|
|
|
|
# Install XGBoost Python package
|
|
function install_xgboost {
|
|
wheel_found=0
|
|
pip install --upgrade pip --user
|
|
for file in python-package/dist/*.whl
|
|
do
|
|
if [ -e "${file}" ]
|
|
then
|
|
pip install --user "${file}"
|
|
wheel_found=1
|
|
break # need just one
|
|
fi
|
|
done
|
|
if [ "$wheel_found" -eq 0 ]
|
|
then
|
|
pushd .
|
|
cd python-package
|
|
python setup.py install --user
|
|
popd
|
|
fi
|
|
}
|
|
|
|
function uninstall_xgboost {
|
|
pip uninstall -y xgboost
|
|
}
|
|
|
|
# Run specified test suite
|
|
case "$suite" in
|
|
gpu)
|
|
source activate gpu_test
|
|
install_xgboost
|
|
pytest -v -s -rxXs --fulltrace -m "not mgpu" ${args} tests/python-gpu
|
|
uninstall_xgboost
|
|
;;
|
|
|
|
mgpu)
|
|
source activate gpu_test
|
|
install_xgboost
|
|
pytest -v -s -rxXs --fulltrace -m "mgpu" ${args} tests/python-gpu
|
|
|
|
cd tests/distributed
|
|
./runtests-gpu.sh
|
|
uninstall_xgboost
|
|
;;
|
|
|
|
cpu)
|
|
source activate cpu_test
|
|
install_xgboost
|
|
pytest -v -s -rxXs --fulltrace ${args} tests/python
|
|
cd tests/distributed
|
|
./runtests.sh
|
|
uninstall_xgboost
|
|
;;
|
|
|
|
*)
|
|
echo "Usage: $0 {gpu|mgpu|cpu} [extra args to pass to pytest]"
|
|
exit 1
|
|
;;
|
|
esac
|