Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Limit the number of threads for external memory. (#9605)

Browse Source
This commit is contained in:
Jiaming Yuan 2023-09-24 00:30:28 +08:00 committed by GitHub
parent cac2cd2e94
commit 1167e6c554
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/data/sparse_page_source.h
View File

@ -177,15 +177,15 @@ class SparsePageSourceImpl : public BatchIteratorImpl<S> {
} }
// An heuristic for number of pre-fetched batches. We can make it part of BatchParam // An heuristic for number of pre-fetched batches. We can make it part of BatchParam
// to let user adjust number of pre-fetched batches when needed. // to let user adjust number of pre-fetched batches when needed.
uint32_t constexpr kPreFetch = 3; std::int32_t n_prefetches = std::max(nthreads_, 3);
std::int32_t n_prefetch_batches =
size_t n_prefetch_batches = std::min(kPreFetch, n_batches_); std::min(static_cast<std::uint32_t>(n_prefetches), n_batches_);
CHECK_GT(n_prefetch_batches, 0) << "total batches:" << n_batches_; CHECK_GT(n_prefetch_batches, 0) << "total batches:" << n_batches_;
std::size_t fetch_it = count_; std::size_t fetch_it = count_;
exce_.Rethrow(); exce_.Rethrow();
for (std::size_t i = 0; i < n_prefetch_batches; ++i, ++fetch_it) { for (std::int32_t i = 0; i < n_prefetch_batches; ++i, ++fetch_it) {
fetch_it %= n_batches_; // ring fetch_it %= n_batches_; // ring
if (ring_->at(fetch_it).valid()) { if (ring_->at(fetch_it).valid()) {
continue; continue;