* [CI] Add RMM as an optional dependency * Replace caching allocator with pool allocator from RMM * Revert "Replace caching allocator with pool allocator from RMM" This reverts commit e15845d4e72e890c2babe31a988b26503a7d9038. * Use rmm::mr::get_default_resource() * Try setting default resource (doesn't work yet) * Allocate pool_mr in the heap * Prevent leaking pool_mr handle * Separate EXPECT_DEATH() in separate test suite suffixed DeathTest * Turn off death tests for RMM * Address reviewer's feedback * Prevent leaking of cuda_mr * Fix Jenkinsfile syntax * Remove unnecessary function in Jenkinsfile * [CI] Install NCCL into RMM container * Run Python tests * Try building with RMM, CUDA 10.0 * Do not use RMM for CUDA 10.0 target * Actually test for test_rmm flag * Fix TestPythonGPU * Use CNMeM allocator, since pool allocator doesn't yet support multiGPU * Use 10.0 container to build RMM-enabled XGBoost * Revert "Use 10.0 container to build RMM-enabled XGBoost" This reverts commit 789021fa31112e25b683aef39fff375403060141. * Fix Jenkinsfile * [CI] Assign larger /dev/shm to NCCL * Use 10.2 artifact to run multi-GPU Python tests * Add CUDA 10.0 -> 11.0 cross-version test; remove CUDA 10.0 target * Rename Conda env rmm_test -> gpu_test * Use env var to opt into CNMeM pool for C++ tests * Use identical CUDA version for RMM builds and tests * Use Pytest fixtures to enable RMM pool in Python tests * Move RMM to plugin/CMakeLists.txt; use PLUGIN_RMM * Use per-device MR; use command arg in gtest * Set CMake prefix path to use Conda env * Use 0.15 nightly version of RMM * Remove unnecessary header * Fix a unit test when cudf is missing * Add RMM demos * Remove print() * Use HostDeviceVector in GPU predictor * Simplify pytest setup; use LocalCUDACluster fixture * Address reviewers' commments Co-authored-by: Hyunsu Cho <chohyu01@cs.wasshington.edu>
524 lines
11 KiB
C++
524 lines
11 KiB
C++
/*!
|
|
* Copyright 2018 XGBoost contributors
|
|
*/
|
|
#include <gtest/gtest.h>
|
|
#include <vector>
|
|
|
|
#include <xgboost/span.h>
|
|
#include "test_span.h"
|
|
|
|
namespace xgboost {
|
|
namespace common {
|
|
|
|
TEST(Span, TestStatus) {
|
|
int status = 1;
|
|
TestTestStatus {&status}();
|
|
ASSERT_EQ(status, -1);
|
|
}
|
|
|
|
TEST(Span, DlfConstructors) {
|
|
// Dynamic extent
|
|
{
|
|
Span<int> s;
|
|
ASSERT_EQ(s.size(), 0);
|
|
ASSERT_EQ(s.data(), nullptr);
|
|
|
|
Span<int const> cs;
|
|
ASSERT_EQ(cs.size(), 0);
|
|
ASSERT_EQ(cs.data(), nullptr);
|
|
}
|
|
|
|
// Static extent
|
|
{
|
|
Span<int, 0> s;
|
|
ASSERT_EQ(s.size(), 0);
|
|
ASSERT_EQ(s.data(), nullptr);
|
|
|
|
Span<int const, 0> cs;
|
|
ASSERT_EQ(cs.size(), 0);
|
|
ASSERT_EQ(cs.data(), nullptr);
|
|
}
|
|
|
|
// Init list.
|
|
{
|
|
Span<float> s {};
|
|
ASSERT_EQ(s.size(), 0);
|
|
ASSERT_EQ(s.data(), nullptr);
|
|
|
|
Span<int const> cs {};
|
|
ASSERT_EQ(cs.size(), 0);
|
|
ASSERT_EQ(cs.data(), nullptr);
|
|
}
|
|
}
|
|
|
|
TEST(Span, FromNullPtr) {
|
|
// dynamic extent
|
|
{
|
|
Span<float> s {nullptr, static_cast<Span<float>::index_type>(0)};
|
|
ASSERT_EQ(s.size(), 0);
|
|
ASSERT_EQ(s.data(), nullptr);
|
|
|
|
Span<float const> cs {nullptr, static_cast<Span<float>::index_type>(0)};
|
|
ASSERT_EQ(cs.size(), 0);
|
|
ASSERT_EQ(cs.data(), nullptr);
|
|
}
|
|
// static extent
|
|
{
|
|
Span<float, 0> s {nullptr, static_cast<Span<float>::index_type>(0)};
|
|
ASSERT_EQ(s.size(), 0);
|
|
ASSERT_EQ(s.data(), nullptr);
|
|
|
|
Span<float const, 0> cs {nullptr, static_cast<Span<float>::index_type>(0)};
|
|
ASSERT_EQ(cs.size(), 0);
|
|
ASSERT_EQ(cs.data(), nullptr);
|
|
}
|
|
}
|
|
|
|
TEST(Span, FromPtrLen) {
|
|
float arr[16];
|
|
InitializeRange(arr, arr+16);
|
|
|
|
// static extent
|
|
{
|
|
Span<float> s (arr, 16);
|
|
ASSERT_EQ (s.size(), 16);
|
|
ASSERT_EQ (s.data(), arr);
|
|
|
|
for (Span<float>::index_type i = 0; i < 16; ++i) {
|
|
ASSERT_EQ (s[i], arr[i]);
|
|
}
|
|
|
|
Span<float const> cs (arr, 16);
|
|
ASSERT_EQ (cs.size(), 16);
|
|
ASSERT_EQ (cs.data(), arr);
|
|
|
|
for (Span<float const>::index_type i = 0; i < 16; ++i) {
|
|
ASSERT_EQ (cs[i], arr[i]);
|
|
}
|
|
}
|
|
|
|
// dynamic extent
|
|
{
|
|
Span<float, 16> s (arr, 16);
|
|
ASSERT_EQ (s.size(), 16);
|
|
ASSERT_EQ (s.data(), arr);
|
|
|
|
for (size_t i = 0; i < 16; ++i) {
|
|
ASSERT_EQ (s[i], arr[i]);
|
|
}
|
|
|
|
Span<float const, 16> cs (arr, 16);
|
|
ASSERT_EQ (cs.size(), 16);
|
|
ASSERT_EQ (cs.data(), arr);
|
|
|
|
for (Span<float const>::index_type i = 0; i < 16; ++i) {
|
|
ASSERT_EQ (cs[i], arr[i]);
|
|
}
|
|
}
|
|
}
|
|
|
|
TEST(SpanDeathTest, FromPtrLen) {
|
|
float arr[16];
|
|
InitializeRange(arr, arr+16);
|
|
{
|
|
auto lazy = [=]() {Span<float const, 16> tmp (arr, 5);};
|
|
EXPECT_DEATH(lazy(), "\\[xgboost\\] Condition .* failed.\n");
|
|
}
|
|
}
|
|
|
|
TEST(Span, FromFirstLast) {
|
|
float arr[16];
|
|
InitializeRange(arr, arr+16);
|
|
|
|
// dynamic extent
|
|
{
|
|
Span<float> s (arr, arr + 16);
|
|
ASSERT_EQ (s.size(), 16);
|
|
ASSERT_EQ (s.data(), arr);
|
|
ASSERT_EQ (s.data() + s.size(), arr + 16);
|
|
|
|
for (size_t i = 0; i < 16; ++i) {
|
|
ASSERT_EQ (s[i], arr[i]);
|
|
}
|
|
|
|
Span<float const> cs (arr, arr + 16);
|
|
ASSERT_EQ (cs.size(), 16);
|
|
ASSERT_EQ (cs.data(), arr);
|
|
ASSERT_EQ (cs.data() + cs.size(), arr + 16);
|
|
|
|
for (size_t i = 0; i < 16; ++i) {
|
|
ASSERT_EQ (cs[i], arr[i]);
|
|
}
|
|
}
|
|
|
|
// static extent
|
|
{
|
|
Span<float, 16> s (arr, arr + 16);
|
|
ASSERT_EQ (s.size(), 16);
|
|
ASSERT_EQ (s.data(), arr);
|
|
ASSERT_EQ (s.data() + s.size(), arr + 16);
|
|
|
|
for (size_t i = 0; i < 16; ++i) {
|
|
ASSERT_EQ (s[i], arr[i]);
|
|
}
|
|
|
|
Span<float const> cs (arr, arr + 16);
|
|
ASSERT_EQ (cs.size(), 16);
|
|
ASSERT_EQ (cs.data(), arr);
|
|
ASSERT_EQ (cs.data() + cs.size(), arr + 16);
|
|
|
|
for (size_t i = 0; i < 16; ++i) {
|
|
ASSERT_EQ (cs[i], arr[i]);
|
|
}
|
|
}
|
|
}
|
|
|
|
struct BaseClass {
|
|
virtual void operator()() {}
|
|
};
|
|
struct DerivedClass : public BaseClass {
|
|
void operator()() override {}
|
|
};
|
|
|
|
TEST(Span, FromOther) {
|
|
|
|
// convert constructor
|
|
{
|
|
Span<DerivedClass> derived;
|
|
Span<BaseClass> base { derived };
|
|
ASSERT_EQ(base.size(), derived.size());
|
|
ASSERT_EQ(base.data(), derived.data());
|
|
}
|
|
|
|
float arr[16];
|
|
InitializeRange(arr, arr + 16);
|
|
|
|
// default copy constructor
|
|
{
|
|
Span<float> s0 (arr);
|
|
Span<float> s1 (s0);
|
|
ASSERT_EQ(s0.size(), s1.size());
|
|
ASSERT_EQ(s0.data(), s1.data());
|
|
}
|
|
}
|
|
|
|
TEST(Span, FromArray) {
|
|
float arr[16];
|
|
InitializeRange(arr, arr + 16);
|
|
|
|
{
|
|
Span<float> s (arr);
|
|
ASSERT_EQ(&arr[0], s.data());
|
|
ASSERT_EQ(s.size(), 16);
|
|
for (size_t i = 0; i < 16; ++i) {
|
|
ASSERT_EQ(arr[i], s[i]);
|
|
}
|
|
}
|
|
|
|
{
|
|
Span<float, 16> s (arr);
|
|
ASSERT_EQ(&arr[0], s.data());
|
|
ASSERT_EQ(s.size(), 16);
|
|
for (size_t i = 0; i < 16; ++i) {
|
|
ASSERT_EQ(arr[i], s[i]);
|
|
}
|
|
}
|
|
}
|
|
|
|
TEST(Span, FromContainer) {
|
|
std::vector<float> vec (16);
|
|
InitializeRange(vec.begin(), vec.end());
|
|
|
|
Span<float> s(vec);
|
|
ASSERT_EQ(s.size(), vec.size());
|
|
ASSERT_EQ(s.data(), vec.data());
|
|
|
|
bool res = std::equal(vec.begin(), vec.end(), s.begin());
|
|
ASSERT_TRUE(res);
|
|
}
|
|
|
|
TEST(Span, Assignment) {
|
|
int status = 1;
|
|
TestAssignment{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(SpanIter, Construct) {
|
|
int status = 1;
|
|
TestIterConstruct{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(SpanIter, Ref) {
|
|
int status = 1;
|
|
TestIterRef{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(SpanIter, Calculate) {
|
|
int status = 1;
|
|
TestIterCalculate{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(SpanIter, Compare) {
|
|
int status = 1;
|
|
TestIterCompare{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(Span, BeginEnd) {
|
|
int status = 1;
|
|
TestBeginEnd{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(Span, RBeginREnd) {
|
|
int status = 1;
|
|
TestRBeginREnd{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(Span, ElementAccess) {
|
|
float arr[16];
|
|
InitializeRange(arr, arr + 16);
|
|
|
|
Span<float> s (arr);
|
|
size_t j = 0;
|
|
for (auto i : s) {
|
|
ASSERT_EQ(i, arr[j]);
|
|
++j;
|
|
}
|
|
}
|
|
|
|
TEST(SpanDeathTest, ElementAccess) {
|
|
float arr[16];
|
|
InitializeRange(arr, arr + 16);
|
|
|
|
Span<float> s (arr);
|
|
EXPECT_DEATH(s[16], "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s[-1], "\\[xgboost\\] Condition .* failed.\n");
|
|
|
|
EXPECT_DEATH(s(16), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s(-1), "\\[xgboost\\] Condition .* failed.\n");
|
|
}
|
|
|
|
TEST(Span, Obversers) {
|
|
int status = 1;
|
|
TestObservers{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(Span, FrontBack) {
|
|
{
|
|
float arr[4] {0, 1, 2, 3};
|
|
Span<float, 4> s(arr);
|
|
ASSERT_EQ(s.front(), 0);
|
|
ASSERT_EQ(s.back(), 3);
|
|
}
|
|
{
|
|
std::vector<double> arr {0, 1, 2, 3};
|
|
Span<double> s(arr);
|
|
ASSERT_EQ(s.front(), 0);
|
|
ASSERT_EQ(s.back(), 3);
|
|
}
|
|
}
|
|
|
|
TEST(SpanDeathTest, FrontBack) {
|
|
{
|
|
Span<float, 0> s;
|
|
EXPECT_DEATH(s.front(), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.back(), "\\[xgboost\\] Condition .* failed.\n");
|
|
}
|
|
{
|
|
Span<float> s;
|
|
EXPECT_DEATH(s.front(), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.back(), "\\[xgboost\\] Condition .* failed.\n");
|
|
}
|
|
}
|
|
|
|
TEST(Span, FirstLast) {
|
|
// static extent
|
|
{
|
|
float arr[16];
|
|
InitializeRange(arr, arr + 16);
|
|
|
|
Span<float> s (arr);
|
|
Span<float, 4> first = s.first<4>();
|
|
|
|
ASSERT_EQ(first.size(), 4);
|
|
ASSERT_EQ(first.data(), arr);
|
|
|
|
for (size_t i = 0; i < first.size(); ++i) {
|
|
ASSERT_EQ(first[i], arr[i]);
|
|
}
|
|
}
|
|
|
|
{
|
|
float arr[16];
|
|
InitializeRange(arr, arr + 16);
|
|
|
|
Span<float> s (arr);
|
|
Span<float, 4> last = s.last<4>();
|
|
|
|
ASSERT_EQ(last.size(), 4);
|
|
ASSERT_EQ(last.data(), arr + 12);
|
|
|
|
for (size_t i = 0; i < last.size(); ++i) {
|
|
ASSERT_EQ(last[i], arr[i+12]);
|
|
}
|
|
}
|
|
|
|
// dynamic extent
|
|
{
|
|
float *arr = new float[16];
|
|
InitializeRange(arr, arr + 16);
|
|
Span<float> s (arr, 16);
|
|
Span<float> first = s.first(4);
|
|
|
|
ASSERT_EQ(first.size(), 4);
|
|
ASSERT_EQ(first.data(), s.data());
|
|
|
|
for (size_t i = 0; i < first.size(); ++i) {
|
|
ASSERT_EQ(first[i], s[i]);
|
|
}
|
|
|
|
delete [] arr;
|
|
}
|
|
|
|
{
|
|
float *arr = new float[16];
|
|
InitializeRange(arr, arr + 16);
|
|
Span<float> s (arr, 16);
|
|
Span<float> last = s.last(4);
|
|
|
|
ASSERT_EQ(last.size(), 4);
|
|
ASSERT_EQ(last.data(), s.data() + 12);
|
|
|
|
for (size_t i = 0; i < last.size(); ++i) {
|
|
ASSERT_EQ(s[12 + i], last[i]);
|
|
}
|
|
|
|
delete [] arr;
|
|
}
|
|
}
|
|
|
|
TEST(SpanDeathTest, FirstLast) {
|
|
// static extent
|
|
{
|
|
float arr[16];
|
|
InitializeRange(arr, arr + 16);
|
|
|
|
Span<float> s (arr);
|
|
auto constexpr kOne = static_cast<Span<float, 4>::index_type>(-1);
|
|
EXPECT_DEATH(s.first<kOne>(), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.first<17>(), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.first<32>(), "\\[xgboost\\] Condition .* failed.\n");
|
|
}
|
|
|
|
{
|
|
float arr[16];
|
|
InitializeRange(arr, arr + 16);
|
|
|
|
Span<float> s (arr);
|
|
auto constexpr kOne = static_cast<Span<float, 4>::index_type>(-1);
|
|
EXPECT_DEATH(s.last<kOne>(), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.last<17>(), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.last<32>(), "\\[xgboost\\] Condition .* failed.\n");
|
|
}
|
|
|
|
// dynamic extent
|
|
{
|
|
float *arr = new float[16];
|
|
InitializeRange(arr, arr + 16);
|
|
Span<float> s (arr, 16);
|
|
EXPECT_DEATH(s.first(-1), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.first(17), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.first(32), "\\[xgboost\\] Condition .* failed.\n");
|
|
|
|
delete [] arr;
|
|
}
|
|
|
|
{
|
|
float *arr = new float[16];
|
|
InitializeRange(arr, arr + 16);
|
|
Span<float> s (arr, 16);
|
|
EXPECT_DEATH(s.last(-1), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.last(17), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s.last(32), "\\[xgboost\\] Condition .* failed.\n");
|
|
|
|
delete [] arr;
|
|
}
|
|
}
|
|
|
|
TEST(Span, Subspan) {
|
|
int arr[16] {0};
|
|
Span<int> s1 (arr);
|
|
auto s2 = s1.subspan<4>();
|
|
ASSERT_EQ(s1.size() - 4, s2.size());
|
|
|
|
auto s3 = s1.subspan(2, 4);
|
|
ASSERT_EQ(s1.data() + 2, s3.data());
|
|
ASSERT_EQ(s3.size(), 4);
|
|
|
|
auto s4 = s1.subspan(2, dynamic_extent);
|
|
ASSERT_EQ(s1.data() + 2, s4.data());
|
|
ASSERT_EQ(s4.size(), s1.size() - 2);
|
|
}
|
|
|
|
TEST(SpanDeathTest, Subspan) {
|
|
int arr[16] {0};
|
|
Span<int> s1 (arr);
|
|
EXPECT_DEATH(s1.subspan(-1, 0), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s1.subspan(17, 0), "\\[xgboost\\] Condition .* failed.\n");
|
|
|
|
auto constexpr kOne = static_cast<Span<int, 4>::index_type>(-1);
|
|
EXPECT_DEATH(s1.subspan<kOne>(), "\\[xgboost\\] Condition .* failed.\n");
|
|
EXPECT_DEATH(s1.subspan<17>(), "\\[xgboost\\] Condition .* failed.\n");
|
|
}
|
|
|
|
TEST(Span, Compare) {
|
|
int status = 1;
|
|
TestCompare{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(Span, AsBytes) {
|
|
int status = 1;
|
|
TestAsBytes{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(Span, AsWritableBytes) {
|
|
int status = 1;
|
|
TestAsWritableBytes{&status}();
|
|
ASSERT_EQ(status, 1);
|
|
}
|
|
|
|
TEST(Span, Empty) {
|
|
{
|
|
Span<float> s {nullptr, static_cast<Span<float>::index_type>(0)};
|
|
auto res = s.subspan(0);
|
|
ASSERT_EQ(res.data(), nullptr);
|
|
ASSERT_EQ(res.size(), 0);
|
|
|
|
res = s.subspan(0, 0);
|
|
ASSERT_EQ(res.data(), nullptr);
|
|
ASSERT_EQ(res.size(), 0);
|
|
}
|
|
|
|
{
|
|
Span<float, 0> s {nullptr, static_cast<Span<float>::index_type>(0)};
|
|
auto res = s.subspan(0);
|
|
ASSERT_EQ(res.data(), nullptr);
|
|
ASSERT_EQ(res.size(), 0);
|
|
|
|
res = s.subspan(0, 0);
|
|
ASSERT_EQ(res.data(), nullptr);
|
|
ASSERT_EQ(res.size(), 0);
|
|
}
|
|
}
|
|
|
|
} // namespace common
|
|
} // namespace xgboost
|