Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Sync number of features after loaded matrix in different workers. (#2722)

Browse Source
This commit is contained in:
EvanChong 2017-11-29 11:19:12 -08:00 committed by Tianqi Chen
parent bb097166b5
commit 790da458e7
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/data/data.cc
View File

@ -210,6 +210,10 @@ DMatrix* DMatrix::Load(const std::string& uri,
LOG(CONSOLE) << dmat->info().num_row << 'x' << dmat->info().num_col << " matrix with " LOG(CONSOLE) << dmat->info().num_row << 'x' << dmat->info().num_col << " matrix with "
<< dmat->info().num_nonzero << " entries loaded from " << uri; << dmat->info().num_nonzero << " entries loaded from " << uri;
} }
/* sync up number of features after matrix loaded.
* partitioned data will fail the train/val validation check
* since partitioned data not knowing the real number of features. */
rabit::Allreduce<rabit::op::Max>(&dmat->info().num_col, 1);
// backward compatiblity code. // backward compatiblity code.
if (!load_row_split) { if (!load_row_split) {
MetaInfo& info = dmat->info(); MetaInfo& info = dmat->info();