[fed] Split up federated test CMake file. (#10566)
- Collect all federated test files into the same directory. - Independently list the files.
This commit is contained in:
20
tests/cpp/plugin/federated/CMakeLists.txt
Normal file
20
tests/cpp/plugin/federated/CMakeLists.txt
Normal file
@@ -0,0 +1,20 @@
|
||||
target_sources(
|
||||
testxgboost PRIVATE
|
||||
${xgboost_SOURCE_DIR}/tests/cpp/plugin/federated/test_federated_coll.cc
|
||||
${xgboost_SOURCE_DIR}/tests/cpp/plugin/federated/test_federated_comm.cc
|
||||
${xgboost_SOURCE_DIR}/tests/cpp/plugin/federated/test_federated_comm_group.cc
|
||||
${xgboost_SOURCE_DIR}/tests/cpp/plugin/federated/test_federated_tracker.cc
|
||||
${xgboost_SOURCE_DIR}/tests/cpp/plugin/federated/test_federated_learner.cc
|
||||
${xgboost_SOURCE_DIR}/tests/cpp/plugin/federated/test_federated_data.cc
|
||||
)
|
||||
|
||||
if(USE_CUDA)
|
||||
target_sources(
|
||||
testxgboost PRIVATE
|
||||
${xgboost_SOURCE_DIR}/tests/cpp/plugin/federated/test_federated_coll.cu
|
||||
${xgboost_SOURCE_DIR}/tests/cpp/plugin/federated/test_federated_comm_group.cu
|
||||
)
|
||||
endif()
|
||||
|
||||
target_include_directories(testxgboost PRIVATE ${xgboost_SOURCE_DIR}/plugin/federated)
|
||||
target_link_libraries(testxgboost PRIVATE federated_client)
|
||||
49
tests/cpp/plugin/federated/test_federated_data.cc
Normal file
49
tests/cpp/plugin/federated/test_federated_data.cc
Normal file
@@ -0,0 +1,49 @@
|
||||
/**
|
||||
* Copyright 2023-2024, XGBoost contributors
|
||||
*/
|
||||
#include <gtest/gtest.h>
|
||||
#include <xgboost/data.h>
|
||||
|
||||
#include "../../../../src/collective/communicator-inl.h"
|
||||
#include "../../filesystem.h"
|
||||
#include "../../helpers.h"
|
||||
#include "test_worker.h"
|
||||
|
||||
namespace xgboost {
|
||||
|
||||
void VerifyLoadUri() {
|
||||
auto const rank = collective::GetRank();
|
||||
|
||||
size_t constexpr kRows{16};
|
||||
size_t const kCols = 8 + rank;
|
||||
|
||||
dmlc::TemporaryDirectory tmpdir;
|
||||
std::string path = tmpdir.path + "/small" + std::to_string(rank) + ".csv";
|
||||
CreateTestCSV(path, kRows, kCols);
|
||||
|
||||
std::unique_ptr<DMatrix> dmat;
|
||||
std::string uri = path + "?format=csv";
|
||||
dmat.reset(DMatrix::Load(uri, false, DataSplitMode::kCol));
|
||||
|
||||
ASSERT_EQ(dmat->Info().num_col_, 8 * collective::GetWorldSize() + 1);
|
||||
ASSERT_EQ(dmat->Info().num_row_, kRows);
|
||||
|
||||
for (auto const& page : dmat->GetBatches<SparsePage>()) {
|
||||
auto entries = page.GetView().data;
|
||||
auto index = 0;
|
||||
int offsets[] = {0, 8, 17};
|
||||
int offset = offsets[rank];
|
||||
for (std::size_t row = 0; row < kRows; row++) {
|
||||
for (std::size_t col = 0; col < kCols; col++) {
|
||||
EXPECT_EQ(entries[index].index, col + offset);
|
||||
index++;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
TEST(FederatedDataTest, LoadUri) {
|
||||
static int constexpr kWorldSize{2};
|
||||
collective::TestFederatedGlobal(kWorldSize, [] { VerifyLoadUri(); });
|
||||
}
|
||||
} // namespace xgboost
|
||||
122
tests/cpp/plugin/federated/test_federated_learner.cc
Normal file
122
tests/cpp/plugin/federated/test_federated_learner.cc
Normal file
@@ -0,0 +1,122 @@
|
||||
/**
|
||||
* Copyright 2023-2024, XGBoost contributors
|
||||
*
|
||||
* Some other tests for federated learning are in the main test suite (test_learner.cc).
|
||||
*/
|
||||
#include <dmlc/parameter.h>
|
||||
#include <gtest/gtest.h>
|
||||
#include <xgboost/data.h>
|
||||
#include <xgboost/objective.h>
|
||||
|
||||
#include "../../../../src/collective/communicator-inl.h"
|
||||
#include "../../../../src/common/linalg_op.h" // for begin, end
|
||||
#include "../../helpers.h"
|
||||
#include "../../objective_helpers.h" // for MakeObjNamesForTest, ObjTestNameGenerator
|
||||
#include "test_worker.h"
|
||||
|
||||
namespace xgboost {
|
||||
namespace {
|
||||
auto MakeModel(std::string tree_method, std::string device, std::string objective,
|
||||
std::shared_ptr<DMatrix> dmat) {
|
||||
std::unique_ptr<Learner> learner{Learner::Create({dmat})};
|
||||
learner->SetParam("tree_method", tree_method);
|
||||
learner->SetParam("device", device);
|
||||
learner->SetParam("objective", objective);
|
||||
if (objective.find("quantile") != std::string::npos) {
|
||||
learner->SetParam("quantile_alpha", "0.5");
|
||||
}
|
||||
if (objective.find("multi") != std::string::npos) {
|
||||
learner->SetParam("num_class", "3");
|
||||
}
|
||||
learner->UpdateOneIter(0, dmat);
|
||||
Json config{Object{}};
|
||||
learner->SaveConfig(&config);
|
||||
|
||||
Json model{Object{}};
|
||||
learner->SaveModel(&model);
|
||||
return model;
|
||||
}
|
||||
|
||||
void VerifyObjective(std::size_t rows, std::size_t cols, float expected_base_score,
|
||||
Json expected_model, std::string const &tree_method, std::string device,
|
||||
std::string const &objective) {
|
||||
auto rank = collective::GetRank();
|
||||
std::shared_ptr<DMatrix> dmat{RandomDataGenerator{rows, cols, 0}.GenerateDMatrix(rank == 0)};
|
||||
|
||||
if (rank == 0) {
|
||||
MakeLabelForObjTest(dmat, objective);
|
||||
}
|
||||
std::shared_ptr<DMatrix> sliced{dmat->SliceCol(collective::GetWorldSize(), rank)};
|
||||
|
||||
auto model = MakeModel(tree_method, device, objective, sliced);
|
||||
auto base_score = GetBaseScore(model);
|
||||
ASSERT_EQ(base_score, expected_base_score) << " rank " << rank;
|
||||
ASSERT_EQ(model, expected_model) << " rank " << rank;
|
||||
}
|
||||
} // namespace
|
||||
|
||||
class VerticalFederatedLearnerTest : public ::testing::TestWithParam<std::string> {
|
||||
static int constexpr kWorldSize{3};
|
||||
|
||||
protected:
|
||||
void Run(std::string tree_method, std::string device, std::string objective) {
|
||||
static auto constexpr kRows{16};
|
||||
static auto constexpr kCols{16};
|
||||
|
||||
std::shared_ptr<DMatrix> dmat{RandomDataGenerator{kRows, kCols, 0}.GenerateDMatrix(true)};
|
||||
MakeLabelForObjTest(dmat, objective);
|
||||
|
||||
auto &h_upper = dmat->Info().labels_upper_bound_.HostVector();
|
||||
auto &h_lower = dmat->Info().labels_lower_bound_.HostVector();
|
||||
h_lower.resize(kRows);
|
||||
h_upper.resize(kRows);
|
||||
for (size_t i = 0; i < kRows; ++i) {
|
||||
h_lower[i] = 1;
|
||||
h_upper[i] = 10;
|
||||
}
|
||||
if (objective.find("rank:") != std::string::npos) {
|
||||
auto h_label = dmat->Info().labels.HostView();
|
||||
std::size_t k = 0;
|
||||
for (auto &v : h_label) {
|
||||
v = k % 2 == 0;
|
||||
++k;
|
||||
}
|
||||
}
|
||||
|
||||
auto model = MakeModel(tree_method, device, objective, dmat);
|
||||
auto score = GetBaseScore(model);
|
||||
collective::TestFederatedGlobal(kWorldSize, [&]() {
|
||||
VerifyObjective(kRows, kCols, score, model, tree_method, device, objective);
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
TEST_P(VerticalFederatedLearnerTest, Approx) {
|
||||
std::string objective = GetParam();
|
||||
this->Run("approx", "cpu", objective);
|
||||
}
|
||||
|
||||
TEST_P(VerticalFederatedLearnerTest, Hist) {
|
||||
std::string objective = GetParam();
|
||||
this->Run("hist", "cpu", objective);
|
||||
}
|
||||
|
||||
#if defined(XGBOOST_USE_CUDA)
|
||||
TEST_P(VerticalFederatedLearnerTest, GPUApprox) {
|
||||
std::string objective = GetParam();
|
||||
this->Run("approx", "cuda:0", objective);
|
||||
}
|
||||
|
||||
TEST_P(VerticalFederatedLearnerTest, GPUHist) {
|
||||
std::string objective = GetParam();
|
||||
this->Run("hist", "cuda:0", objective);
|
||||
}
|
||||
#endif // defined(XGBOOST_USE_CUDA)
|
||||
|
||||
INSTANTIATE_TEST_SUITE_P(
|
||||
FederatedLearnerObjective, VerticalFederatedLearnerTest,
|
||||
::testing::ValuesIn(MakeObjNamesForTest()),
|
||||
[](const ::testing::TestParamInfo<VerticalFederatedLearnerTest::ParamType> &info) {
|
||||
return ObjTestNameGenerator(info);
|
||||
});
|
||||
} // namespace xgboost
|
||||
Reference in New Issue
Block a user