bd1f3a38f0
- Reduce dependency on dmlc parsers and provide an interface for users to load data by themselves. - Remove use of threaded iterator and IO queue. - Remove `page_size`. - Make sure the number of pages in memory is bounded. - Make sure the cache can not be violated. - Provide an interface for internal algorithms to process data asynchronously.
38 lines
899 B
C++
38 lines
899 B
C++
/*!
|
|
* Copyright 2019-2021 XGBoost contributors
|
|
*/
|
|
#ifndef XGBOOST_DATA_SIMPLE_BATCH_ITERATOR_H_
|
|
#define XGBOOST_DATA_SIMPLE_BATCH_ITERATOR_H_
|
|
|
|
#include <memory>
|
|
#include <utility>
|
|
|
|
#include "xgboost/data.h"
|
|
|
|
namespace xgboost {
|
|
namespace data {
|
|
|
|
template<typename T>
|
|
class SimpleBatchIteratorImpl : public BatchIteratorImpl<T> {
|
|
public:
|
|
explicit SimpleBatchIteratorImpl(std::shared_ptr<T const> page) : page_(std::move(page)) {}
|
|
const T& operator*() const override {
|
|
CHECK(page_ != nullptr);
|
|
return *page_;
|
|
}
|
|
SimpleBatchIteratorImpl &operator++() override {
|
|
page_ = nullptr;
|
|
return *this;
|
|
}
|
|
bool AtEnd() const override { return page_ == nullptr; }
|
|
|
|
std::shared_ptr<T const> Page() const override { return page_; }
|
|
|
|
private:
|
|
std::shared_ptr<T const> page_{nullptr};
|
|
};
|
|
|
|
} // namespace data
|
|
} // namespace xgboost
|
|
#endif // XGBOOST_DATA_SIMPLE_BATCH_ITERATOR_H_
|