Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[TEST] add partial load option

Browse Source
This commit is contained in:
tqchen 2016-01-13 11:17:21 -08:00
parent 6de1c86d18
commit 67fbf8d264
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/data/data.cc
View File

@ -151,6 +151,12 @@ DMatrix* DMatrix::Load(const std::string& uri,
if (load_row_split) { if (load_row_split) {
partid = rabit::GetRank(); partid = rabit::GetRank();
npart = rabit::GetWorldSize(); npart = rabit::GetWorldSize();
} else {
// test option to load in part
npart = dmlc::GetEnv("XGBOOST_TEST_NPART", 1);
if (npart != 1) {
LOG(CONSOLE) << "Partial load option on npart=" << npart;
}
} }
// legacy handling of binary data loading // legacy handling of binary data loading