From 67fbf8d26418d63f05f66b412d7a9b26c53a60c7 Mon Sep 17 00:00:00 2001 From: tqchen Date: Wed, 13 Jan 2016 11:17:21 -0800 Subject: [PATCH] [TEST] add partial load option --- src/data/data.cc | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/data/data.cc b/src/data/data.cc index 0b5f64270..eaf270b1d 100644 --- a/src/data/data.cc +++ b/src/data/data.cc @@ -151,6 +151,12 @@ DMatrix* DMatrix::Load(const std::string& uri, if (load_row_split) { partid = rabit::GetRank(); npart = rabit::GetWorldSize(); + } else { + // test option to load in part + npart = dmlc::GetEnv("XGBOOST_TEST_NPART", 1); + if (npart != 1) { + LOG(CONSOLE) << "Partial load option on npart=" << npart; + } } // legacy handling of binary data loading