138 lines
4.8 KiB
C++
138 lines
4.8 KiB
C++
/*!
|
|
* Copyright 2017-2024 by Contributors
|
|
* \file hist_updater.h
|
|
*/
|
|
#ifndef PLUGIN_SYCL_TREE_HIST_UPDATER_H_
|
|
#define PLUGIN_SYCL_TREE_HIST_UPDATER_H_
|
|
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wtautological-constant-compare"
|
|
#pragma GCC diagnostic ignored "-W#pragma-messages"
|
|
#include <xgboost/tree_updater.h>
|
|
#pragma GCC diagnostic pop
|
|
|
|
#include <utility>
|
|
#include <vector>
|
|
#include <memory>
|
|
|
|
#include "../common/partition_builder.h"
|
|
#include "split_evaluator.h"
|
|
#include "hist_synchronizer.h"
|
|
#include "hist_row_adder.h"
|
|
|
|
#include "../data.h"
|
|
|
|
namespace xgboost {
|
|
namespace sycl {
|
|
namespace tree {
|
|
|
|
template<typename GradientSumT>
|
|
class HistUpdater {
|
|
public:
|
|
template <MemoryType memory_type = MemoryType::shared>
|
|
using GHistRowT = common::GHistRow<GradientSumT, memory_type>;
|
|
using GradientPairT = xgboost::detail::GradientPairInternal<GradientSumT>;
|
|
|
|
explicit HistUpdater(::sycl::queue qu,
|
|
const xgboost::tree::TrainParam& param,
|
|
std::unique_ptr<TreeUpdater> pruner,
|
|
FeatureInteractionConstraintHost int_constraints_,
|
|
DMatrix const* fmat)
|
|
: qu_(qu), param_(param),
|
|
tree_evaluator_(qu, param, fmat->Info().num_col_),
|
|
pruner_(std::move(pruner)),
|
|
interaction_constraints_{std::move(int_constraints_)},
|
|
p_last_tree_(nullptr), p_last_fmat_(fmat) {
|
|
builder_monitor_.Init("SYCL::Quantile::HistUpdater");
|
|
kernel_monitor_.Init("SYCL::Quantile::HistUpdater");
|
|
const auto sub_group_sizes =
|
|
qu_.get_device().get_info<::sycl::info::device::sub_group_sizes>();
|
|
sub_group_size_ = sub_group_sizes.back();
|
|
}
|
|
|
|
void SetHistSynchronizer(HistSynchronizer<GradientSumT>* sync);
|
|
void SetHistRowsAdder(HistRowsAdder<GradientSumT>* adder);
|
|
|
|
protected:
|
|
friend class BatchHistSynchronizer<GradientSumT>;
|
|
friend class BatchHistRowsAdder<GradientSumT>;
|
|
|
|
void InitSampling(const USMVector<GradientPair, MemoryType::on_device> &gpair,
|
|
USMVector<size_t, MemoryType::on_device>* row_indices);
|
|
|
|
|
|
void InitData(Context const * ctx,
|
|
const common::GHistIndexMatrix& gmat,
|
|
const USMVector<GradientPair, MemoryType::on_device> &gpair,
|
|
const DMatrix& fmat,
|
|
const RegTree& tree);
|
|
|
|
inline ::sycl::event BuildHist(
|
|
const USMVector<GradientPair, MemoryType::on_device>& gpair_device,
|
|
const common::RowSetCollection::Elem row_indices,
|
|
const common::GHistIndexMatrix& gmat,
|
|
GHistRowT<MemoryType::on_device>* hist,
|
|
GHistRowT<MemoryType::on_device>* hist_buffer,
|
|
::sycl::event event_priv) {
|
|
return hist_builder_.BuildHist(gpair_device, row_indices, gmat, hist,
|
|
data_layout_ != kSparseData, hist_buffer, event_priv);
|
|
}
|
|
|
|
void BuildLocalHistograms(const common::GHistIndexMatrix &gmat,
|
|
RegTree *p_tree,
|
|
const USMVector<GradientPair, MemoryType::on_device> &gpair);
|
|
|
|
void BuildHistogramsLossGuide(
|
|
ExpandEntry entry,
|
|
const common::GHistIndexMatrix &gmat,
|
|
RegTree *p_tree,
|
|
const USMVector<GradientPair, MemoryType::on_device> &gpair);
|
|
|
|
// --data fields--
|
|
size_t sub_group_size_;
|
|
|
|
// the internal row sets
|
|
common::RowSetCollection row_set_collection_;
|
|
|
|
const xgboost::tree::TrainParam& param_;
|
|
TreeEvaluator<GradientSumT> tree_evaluator_;
|
|
std::unique_ptr<TreeUpdater> pruner_;
|
|
FeatureInteractionConstraintHost interaction_constraints_;
|
|
|
|
// back pointers to tree and data matrix
|
|
const RegTree* p_last_tree_;
|
|
DMatrix const* const p_last_fmat_;
|
|
|
|
enum DataLayout { kDenseDataZeroBased, kDenseDataOneBased, kSparseData };
|
|
DataLayout data_layout_;
|
|
|
|
constexpr static size_t kBufferSize = 2048;
|
|
constexpr static size_t kMinBlockSize = 128;
|
|
common::GHistBuilder<GradientSumT> hist_builder_;
|
|
common::ParallelGHistBuilder<GradientSumT> hist_buffer_;
|
|
/*! \brief culmulative histogram of gradients. */
|
|
common::HistCollection<GradientSumT, MemoryType::on_device> hist_;
|
|
|
|
xgboost::common::Monitor builder_monitor_;
|
|
xgboost::common::Monitor kernel_monitor_;
|
|
|
|
uint64_t seed_ = 0;
|
|
|
|
// key is the node id which should be calculated by Subtraction Trick, value is the node which
|
|
// provides the evidence for substracts
|
|
std::vector<ExpandEntry> nodes_for_subtraction_trick_;
|
|
// list of nodes whose histograms would be built explicitly.
|
|
std::vector<ExpandEntry> nodes_for_explicit_hist_build_;
|
|
|
|
std::unique_ptr<HistSynchronizer<GradientSumT>> hist_synchronizer_;
|
|
std::unique_ptr<HistRowsAdder<GradientSumT>> hist_rows_adder_;
|
|
|
|
::sycl::queue qu_;
|
|
};
|
|
|
|
} // namespace tree
|
|
} // namespace sycl
|
|
} // namespace xgboost
|
|
|
|
#endif // PLUGIN_SYCL_TREE_HIST_UPDATER_H_
|