bd1f3a38f0
- Reduce dependency on dmlc parsers and provide an interface for users to load data by themselves. - Remove use of threaded iterator and IO queue. - Remove `page_size`. - Make sure the number of pages in memory is bounded. - Make sure the cache can not be violated. - Provide an interface for internal algorithms to process data asynchronously.
18 lines
432 B
Plaintext
18 lines
432 B
Plaintext
/*!
|
|
* Copyright 2021 XGBoost contributors
|
|
*/
|
|
#include "sparse_page_source.h"
|
|
#include "proxy_dmatrix.cuh"
|
|
#include "simple_dmatrix.cuh"
|
|
|
|
namespace xgboost {
|
|
namespace data {
|
|
void DevicePush(DMatrixProxy* proxy, float missing, SparsePage* page) {
|
|
auto device = proxy->DeviceIdx();
|
|
Dispatch(proxy, [&](auto const &value) {
|
|
CopyToSparsePage(value, device, missing, page);
|
|
});
|
|
}
|
|
} // namespace data
|
|
} // namespace xgboost
|