668b8a0ea4
* Switch from rabit to the collective communicator * fix size_t specialization * really fix size_t * try again * add include * more include * fix lint errors * remove rabit includes * fix pylint error * return dict from communicator context * fix communicator shutdown * fix dask test * reset communicator mocklist * fix distributed tests * do not save device communicator * fix jvm gpu tests * add python test for federated communicator * Update gputreeshap submodule Co-authored-by: Hyunsu Philip Cho <chohyu01@cs.washington.edu>
69 lines
1.8 KiB
C++
69 lines
1.8 KiB
C++
#ifndef XGBOOST_TESTS_CPP_COMMON_TEST_QUANTILE_H_
|
|
#define XGBOOST_TESTS_CPP_COMMON_TEST_QUANTILE_H_
|
|
|
|
#include <algorithm>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "../helpers.h"
|
|
#include "../../src/collective/communicator-inl.h"
|
|
|
|
namespace xgboost {
|
|
namespace common {
|
|
inline void InitCommunicatorContext(std::string msg, int32_t n_workers) {
|
|
auto port = std::getenv("DMLC_TRACKER_PORT");
|
|
std::string port_str;
|
|
if (port) {
|
|
port_str = port;
|
|
} else {
|
|
LOG(WARNING) << msg << " as `DMLC_TRACKER_PORT` is not set up.";
|
|
return;
|
|
}
|
|
auto uri = std::getenv("DMLC_TRACKER_URI");
|
|
std::string uri_str;
|
|
if (uri) {
|
|
uri_str = uri;
|
|
} else {
|
|
LOG(WARNING) << msg << " as `DMLC_TRACKER_URI` is not set up.";
|
|
return;
|
|
}
|
|
|
|
Json config{JsonObject()};
|
|
config["DMLC_TRACKER_PORT"] = port_str;
|
|
config["DMLC_TRACKER_URI"] = uri_str;
|
|
config["DMLC_NUM_WORKER"] = n_workers;
|
|
collective::Init(config);
|
|
}
|
|
|
|
template <typename Fn> void RunWithSeedsAndBins(size_t rows, Fn fn) {
|
|
std::vector<int32_t> seeds(2);
|
|
SimpleLCG lcg;
|
|
SimpleRealUniformDistribution<float> dist(3, 1000);
|
|
std::generate(seeds.begin(), seeds.end(), [&](){ return dist(&lcg); });
|
|
|
|
std::vector<size_t> bins(2);
|
|
for (size_t i = 0; i < bins.size() - 1; ++i) {
|
|
bins[i] = i * 35 + 2;
|
|
}
|
|
bins.back() = rows + 160; // provide a bin number greater than rows.
|
|
|
|
std::vector<MetaInfo> infos(2);
|
|
auto& h_weights = infos.front().weights_.HostVector();
|
|
h_weights.resize(rows);
|
|
|
|
SimpleRealUniformDistribution<float> weight_dist(0, 10);
|
|
std::generate(h_weights.begin(), h_weights.end(), [&]() { return weight_dist(&lcg); });
|
|
|
|
for (auto seed : seeds) {
|
|
for (auto n_bin : bins) {
|
|
for (auto const& info : infos) {
|
|
fn(seed, n_bin, info);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} // namespace common
|
|
} // namespace xgboost
|
|
|
|
#endif // XGBOOST_TESTS_CPP_COMMON_TEST_QUANTILE_H_
|