bc267dd729
* Use ptr from mmap for `GHistIndexMatrix` and `ColumnMatrix`. - Define a resource for holding various types of memory pointers. - Define ref vector for holding resources. - Swap the underlying resources for GHist and ColumnM. - Add documentation for current status. - s390x support is removed. It should work if you can compile XGBoost, all the old workaround code does is to get GCC to compile.
50 lines
1.8 KiB
Plaintext
50 lines
1.8 KiB
Plaintext
/**
|
|
* Copyright 2021-2023, XGBoost contributors
|
|
*/
|
|
#include <gtest/gtest.h>
|
|
#include <xgboost/data.h>
|
|
|
|
#include "../../../src/common/io.h" // for PrivateMmapConstStream, AlignedResourceReadStream...
|
|
#include "../../../src/data/ellpack_page.cuh"
|
|
#include "../../../src/data/sparse_page_source.h"
|
|
#include "../../../src/tree/param.h" // TrainParam
|
|
#include "../filesystem.h" // dmlc::TemporaryDirectory
|
|
#include "../helpers.h"
|
|
|
|
namespace xgboost::data {
|
|
TEST(EllpackPageRawFormat, IO) {
|
|
Context ctx{MakeCUDACtx(0)};
|
|
auto param = BatchParam{256, tree::TrainParam::DftSparseThreshold()};
|
|
|
|
std::unique_ptr<SparsePageFormat<EllpackPage>> format{CreatePageFormat<EllpackPage>("raw")};
|
|
|
|
auto m = RandomDataGenerator{100, 14, 0.5}.GenerateDMatrix();
|
|
dmlc::TemporaryDirectory tmpdir;
|
|
std::string path = tmpdir.path + "/ellpack.page";
|
|
|
|
std::size_t n_bytes{0};
|
|
{
|
|
auto fo = std::make_unique<common::AlignedFileWriteStream>(StringView{path}, "wb");
|
|
for (auto const &ellpack : m->GetBatches<EllpackPage>(&ctx, param)) {
|
|
n_bytes += format->Write(ellpack, fo.get());
|
|
}
|
|
}
|
|
|
|
EllpackPage page;
|
|
std::unique_ptr<common::AlignedResourceReadStream> fi{
|
|
std::make_unique<common::PrivateMmapConstStream>(path.c_str(), 0, n_bytes)};
|
|
format->Read(&page, fi.get());
|
|
|
|
for (auto const &ellpack : m->GetBatches<EllpackPage>(&ctx, param)) {
|
|
auto loaded = page.Impl();
|
|
auto orig = ellpack.Impl();
|
|
ASSERT_EQ(loaded->Cuts().Ptrs(), orig->Cuts().Ptrs());
|
|
ASSERT_EQ(loaded->Cuts().MinValues(), orig->Cuts().MinValues());
|
|
ASSERT_EQ(loaded->Cuts().Values(), orig->Cuts().Values());
|
|
ASSERT_EQ(loaded->base_rowid, orig->base_rowid);
|
|
ASSERT_EQ(loaded->row_stride, orig->row_stride);
|
|
ASSERT_EQ(loaded->gidx_buffer.HostVector(), orig->gidx_buffer.HostVector());
|
|
}
|
|
}
|
|
} // namespace xgboost::data
|