xgboost/tests/cpp/common/test_span.cc
Philip Hyunsu Cho 9adb812a0a
RMM integration plugin (#5873)
* [CI] Add RMM as an optional dependency

* Replace caching allocator with pool allocator from RMM

* Revert "Replace caching allocator with pool allocator from RMM"

This reverts commit e15845d4e72e890c2babe31a988b26503a7d9038.

* Use rmm::mr::get_default_resource()

* Try setting default resource (doesn't work yet)

* Allocate pool_mr in the heap

* Prevent leaking pool_mr handle

* Separate EXPECT_DEATH() in separate test suite suffixed DeathTest

* Turn off death tests for RMM

* Address reviewer's feedback

* Prevent leaking of cuda_mr

* Fix Jenkinsfile syntax

* Remove unnecessary function in Jenkinsfile

* [CI] Install NCCL into RMM container

* Run Python tests

* Try building with RMM, CUDA 10.0

* Do not use RMM for CUDA 10.0 target

* Actually test for test_rmm flag

* Fix TestPythonGPU

* Use CNMeM allocator, since pool allocator doesn't yet support multiGPU

* Use 10.0 container to build RMM-enabled XGBoost

* Revert "Use 10.0 container to build RMM-enabled XGBoost"

This reverts commit 789021fa31112e25b683aef39fff375403060141.

* Fix Jenkinsfile

* [CI] Assign larger /dev/shm to NCCL

* Use 10.2 artifact to run multi-GPU Python tests

* Add CUDA 10.0 -> 11.0 cross-version test; remove CUDA 10.0 target

* Rename Conda env rmm_test -> gpu_test

* Use env var to opt into CNMeM pool for C++ tests

* Use identical CUDA version for RMM builds and tests

* Use Pytest fixtures to enable RMM pool in Python tests

* Move RMM to plugin/CMakeLists.txt; use PLUGIN_RMM

* Use per-device MR; use command arg in gtest

* Set CMake prefix path to use Conda env

* Use 0.15 nightly version of RMM

* Remove unnecessary header

* Fix a unit test when cudf is missing

* Add RMM demos

* Remove print()

* Use HostDeviceVector in GPU predictor

* Simplify pytest setup; use LocalCUDACluster fixture

* Address reviewers' commments

Co-authored-by: Hyunsu Cho <chohyu01@cs.wasshington.edu>
2020-08-12 01:26:02 -07:00

524 lines
11 KiB
C++

/*!
* Copyright 2018 XGBoost contributors
*/
#include <gtest/gtest.h>
#include <vector>
#include <xgboost/span.h>
#include "test_span.h"
namespace xgboost {
namespace common {
TEST(Span, TestStatus) {
int status = 1;
TestTestStatus {&status}();
ASSERT_EQ(status, -1);
}
TEST(Span, DlfConstructors) {
// Dynamic extent
{
Span<int> s;
ASSERT_EQ(s.size(), 0);
ASSERT_EQ(s.data(), nullptr);
Span<int const> cs;
ASSERT_EQ(cs.size(), 0);
ASSERT_EQ(cs.data(), nullptr);
}
// Static extent
{
Span<int, 0> s;
ASSERT_EQ(s.size(), 0);
ASSERT_EQ(s.data(), nullptr);
Span<int const, 0> cs;
ASSERT_EQ(cs.size(), 0);
ASSERT_EQ(cs.data(), nullptr);
}
// Init list.
{
Span<float> s {};
ASSERT_EQ(s.size(), 0);
ASSERT_EQ(s.data(), nullptr);
Span<int const> cs {};
ASSERT_EQ(cs.size(), 0);
ASSERT_EQ(cs.data(), nullptr);
}
}
TEST(Span, FromNullPtr) {
// dynamic extent
{
Span<float> s {nullptr, static_cast<Span<float>::index_type>(0)};
ASSERT_EQ(s.size(), 0);
ASSERT_EQ(s.data(), nullptr);
Span<float const> cs {nullptr, static_cast<Span<float>::index_type>(0)};
ASSERT_EQ(cs.size(), 0);
ASSERT_EQ(cs.data(), nullptr);
}
// static extent
{
Span<float, 0> s {nullptr, static_cast<Span<float>::index_type>(0)};
ASSERT_EQ(s.size(), 0);
ASSERT_EQ(s.data(), nullptr);
Span<float const, 0> cs {nullptr, static_cast<Span<float>::index_type>(0)};
ASSERT_EQ(cs.size(), 0);
ASSERT_EQ(cs.data(), nullptr);
}
}
TEST(Span, FromPtrLen) {
float arr[16];
InitializeRange(arr, arr+16);
// static extent
{
Span<float> s (arr, 16);
ASSERT_EQ (s.size(), 16);
ASSERT_EQ (s.data(), arr);
for (Span<float>::index_type i = 0; i < 16; ++i) {
ASSERT_EQ (s[i], arr[i]);
}
Span<float const> cs (arr, 16);
ASSERT_EQ (cs.size(), 16);
ASSERT_EQ (cs.data(), arr);
for (Span<float const>::index_type i = 0; i < 16; ++i) {
ASSERT_EQ (cs[i], arr[i]);
}
}
// dynamic extent
{
Span<float, 16> s (arr, 16);
ASSERT_EQ (s.size(), 16);
ASSERT_EQ (s.data(), arr);
for (size_t i = 0; i < 16; ++i) {
ASSERT_EQ (s[i], arr[i]);
}
Span<float const, 16> cs (arr, 16);
ASSERT_EQ (cs.size(), 16);
ASSERT_EQ (cs.data(), arr);
for (Span<float const>::index_type i = 0; i < 16; ++i) {
ASSERT_EQ (cs[i], arr[i]);
}
}
}
TEST(SpanDeathTest, FromPtrLen) {
float arr[16];
InitializeRange(arr, arr+16);
{
auto lazy = [=]() {Span<float const, 16> tmp (arr, 5);};
EXPECT_DEATH(lazy(), "\\[xgboost\\] Condition .* failed.\n");
}
}
TEST(Span, FromFirstLast) {
float arr[16];
InitializeRange(arr, arr+16);
// dynamic extent
{
Span<float> s (arr, arr + 16);
ASSERT_EQ (s.size(), 16);
ASSERT_EQ (s.data(), arr);
ASSERT_EQ (s.data() + s.size(), arr + 16);
for (size_t i = 0; i < 16; ++i) {
ASSERT_EQ (s[i], arr[i]);
}
Span<float const> cs (arr, arr + 16);
ASSERT_EQ (cs.size(), 16);
ASSERT_EQ (cs.data(), arr);
ASSERT_EQ (cs.data() + cs.size(), arr + 16);
for (size_t i = 0; i < 16; ++i) {
ASSERT_EQ (cs[i], arr[i]);
}
}
// static extent
{
Span<float, 16> s (arr, arr + 16);
ASSERT_EQ (s.size(), 16);
ASSERT_EQ (s.data(), arr);
ASSERT_EQ (s.data() + s.size(), arr + 16);
for (size_t i = 0; i < 16; ++i) {
ASSERT_EQ (s[i], arr[i]);
}
Span<float const> cs (arr, arr + 16);
ASSERT_EQ (cs.size(), 16);
ASSERT_EQ (cs.data(), arr);
ASSERT_EQ (cs.data() + cs.size(), arr + 16);
for (size_t i = 0; i < 16; ++i) {
ASSERT_EQ (cs[i], arr[i]);
}
}
}
struct BaseClass {
virtual void operator()() {}
};
struct DerivedClass : public BaseClass {
void operator()() override {}
};
TEST(Span, FromOther) {
// convert constructor
{
Span<DerivedClass> derived;
Span<BaseClass> base { derived };
ASSERT_EQ(base.size(), derived.size());
ASSERT_EQ(base.data(), derived.data());
}
float arr[16];
InitializeRange(arr, arr + 16);
// default copy constructor
{
Span<float> s0 (arr);
Span<float> s1 (s0);
ASSERT_EQ(s0.size(), s1.size());
ASSERT_EQ(s0.data(), s1.data());
}
}
TEST(Span, FromArray) {
float arr[16];
InitializeRange(arr, arr + 16);
{
Span<float> s (arr);
ASSERT_EQ(&arr[0], s.data());
ASSERT_EQ(s.size(), 16);
for (size_t i = 0; i < 16; ++i) {
ASSERT_EQ(arr[i], s[i]);
}
}
{
Span<float, 16> s (arr);
ASSERT_EQ(&arr[0], s.data());
ASSERT_EQ(s.size(), 16);
for (size_t i = 0; i < 16; ++i) {
ASSERT_EQ(arr[i], s[i]);
}
}
}
TEST(Span, FromContainer) {
std::vector<float> vec (16);
InitializeRange(vec.begin(), vec.end());
Span<float> s(vec);
ASSERT_EQ(s.size(), vec.size());
ASSERT_EQ(s.data(), vec.data());
bool res = std::equal(vec.begin(), vec.end(), s.begin());
ASSERT_TRUE(res);
}
TEST(Span, Assignment) {
int status = 1;
TestAssignment{&status}();
ASSERT_EQ(status, 1);
}
TEST(SpanIter, Construct) {
int status = 1;
TestIterConstruct{&status}();
ASSERT_EQ(status, 1);
}
TEST(SpanIter, Ref) {
int status = 1;
TestIterRef{&status}();
ASSERT_EQ(status, 1);
}
TEST(SpanIter, Calculate) {
int status = 1;
TestIterCalculate{&status}();
ASSERT_EQ(status, 1);
}
TEST(SpanIter, Compare) {
int status = 1;
TestIterCompare{&status}();
ASSERT_EQ(status, 1);
}
TEST(Span, BeginEnd) {
int status = 1;
TestBeginEnd{&status}();
ASSERT_EQ(status, 1);
}
TEST(Span, RBeginREnd) {
int status = 1;
TestRBeginREnd{&status}();
ASSERT_EQ(status, 1);
}
TEST(Span, ElementAccess) {
float arr[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr);
size_t j = 0;
for (auto i : s) {
ASSERT_EQ(i, arr[j]);
++j;
}
}
TEST(SpanDeathTest, ElementAccess) {
float arr[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr);
EXPECT_DEATH(s[16], "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s[-1], "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s(16), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s(-1), "\\[xgboost\\] Condition .* failed.\n");
}
TEST(Span, Obversers) {
int status = 1;
TestObservers{&status}();
ASSERT_EQ(status, 1);
}
TEST(Span, FrontBack) {
{
float arr[4] {0, 1, 2, 3};
Span<float, 4> s(arr);
ASSERT_EQ(s.front(), 0);
ASSERT_EQ(s.back(), 3);
}
{
std::vector<double> arr {0, 1, 2, 3};
Span<double> s(arr);
ASSERT_EQ(s.front(), 0);
ASSERT_EQ(s.back(), 3);
}
}
TEST(SpanDeathTest, FrontBack) {
{
Span<float, 0> s;
EXPECT_DEATH(s.front(), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.back(), "\\[xgboost\\] Condition .* failed.\n");
}
{
Span<float> s;
EXPECT_DEATH(s.front(), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.back(), "\\[xgboost\\] Condition .* failed.\n");
}
}
TEST(Span, FirstLast) {
// static extent
{
float arr[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr);
Span<float, 4> first = s.first<4>();
ASSERT_EQ(first.size(), 4);
ASSERT_EQ(first.data(), arr);
for (size_t i = 0; i < first.size(); ++i) {
ASSERT_EQ(first[i], arr[i]);
}
}
{
float arr[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr);
Span<float, 4> last = s.last<4>();
ASSERT_EQ(last.size(), 4);
ASSERT_EQ(last.data(), arr + 12);
for (size_t i = 0; i < last.size(); ++i) {
ASSERT_EQ(last[i], arr[i+12]);
}
}
// dynamic extent
{
float *arr = new float[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr, 16);
Span<float> first = s.first(4);
ASSERT_EQ(first.size(), 4);
ASSERT_EQ(first.data(), s.data());
for (size_t i = 0; i < first.size(); ++i) {
ASSERT_EQ(first[i], s[i]);
}
delete [] arr;
}
{
float *arr = new float[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr, 16);
Span<float> last = s.last(4);
ASSERT_EQ(last.size(), 4);
ASSERT_EQ(last.data(), s.data() + 12);
for (size_t i = 0; i < last.size(); ++i) {
ASSERT_EQ(s[12 + i], last[i]);
}
delete [] arr;
}
}
TEST(SpanDeathTest, FirstLast) {
// static extent
{
float arr[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr);
auto constexpr kOne = static_cast<Span<float, 4>::index_type>(-1);
EXPECT_DEATH(s.first<kOne>(), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.first<17>(), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.first<32>(), "\\[xgboost\\] Condition .* failed.\n");
}
{
float arr[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr);
auto constexpr kOne = static_cast<Span<float, 4>::index_type>(-1);
EXPECT_DEATH(s.last<kOne>(), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.last<17>(), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.last<32>(), "\\[xgboost\\] Condition .* failed.\n");
}
// dynamic extent
{
float *arr = new float[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr, 16);
EXPECT_DEATH(s.first(-1), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.first(17), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.first(32), "\\[xgboost\\] Condition .* failed.\n");
delete [] arr;
}
{
float *arr = new float[16];
InitializeRange(arr, arr + 16);
Span<float> s (arr, 16);
EXPECT_DEATH(s.last(-1), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.last(17), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s.last(32), "\\[xgboost\\] Condition .* failed.\n");
delete [] arr;
}
}
TEST(Span, Subspan) {
int arr[16] {0};
Span<int> s1 (arr);
auto s2 = s1.subspan<4>();
ASSERT_EQ(s1.size() - 4, s2.size());
auto s3 = s1.subspan(2, 4);
ASSERT_EQ(s1.data() + 2, s3.data());
ASSERT_EQ(s3.size(), 4);
auto s4 = s1.subspan(2, dynamic_extent);
ASSERT_EQ(s1.data() + 2, s4.data());
ASSERT_EQ(s4.size(), s1.size() - 2);
}
TEST(SpanDeathTest, Subspan) {
int arr[16] {0};
Span<int> s1 (arr);
EXPECT_DEATH(s1.subspan(-1, 0), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s1.subspan(17, 0), "\\[xgboost\\] Condition .* failed.\n");
auto constexpr kOne = static_cast<Span<int, 4>::index_type>(-1);
EXPECT_DEATH(s1.subspan<kOne>(), "\\[xgboost\\] Condition .* failed.\n");
EXPECT_DEATH(s1.subspan<17>(), "\\[xgboost\\] Condition .* failed.\n");
}
TEST(Span, Compare) {
int status = 1;
TestCompare{&status}();
ASSERT_EQ(status, 1);
}
TEST(Span, AsBytes) {
int status = 1;
TestAsBytes{&status}();
ASSERT_EQ(status, 1);
}
TEST(Span, AsWritableBytes) {
int status = 1;
TestAsWritableBytes{&status}();
ASSERT_EQ(status, 1);
}
TEST(Span, Empty) {
{
Span<float> s {nullptr, static_cast<Span<float>::index_type>(0)};
auto res = s.subspan(0);
ASSERT_EQ(res.data(), nullptr);
ASSERT_EQ(res.size(), 0);
res = s.subspan(0, 0);
ASSERT_EQ(res.data(), nullptr);
ASSERT_EQ(res.size(), 0);
}
{
Span<float, 0> s {nullptr, static_cast<Span<float>::index_type>(0)};
auto res = s.subspan(0);
ASSERT_EQ(res.data(), nullptr);
ASSERT_EQ(res.size(), 0);
res = s.subspan(0, 0);
ASSERT_EQ(res.data(), nullptr);
ASSERT_EQ(res.size(), 0);
}
}
} // namespace common
} // namespace xgboost