Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[jvm-packages] fix bug doing rabit call after finalize (#2079)

Browse Source 
[jvm-packages]fix bug doing rabit call after finalize
This commit is contained in:
hlsc 2017-03-03 08:46:57 +08:00 committed by Nan Zhu
parent fd19b7a188
commit a92093388d
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
jvm-packages/xgboost4j-spark/src/main/scala/ml/dmlc/xgboost4j/scala/spark/XGBoostModel.scala
View File

@ -57,9 +57,13 @@ abstract class XGBoostModel(protected var _booster: Booster)
import DataUtils._ import DataUtils._
val broadcastBooster = testSet.sparkContext.broadcast(_booster) val broadcastBooster = testSet.sparkContext.broadcast(_booster)
testSet.mapPartitions { testSamples => testSet.mapPartitions { testSamples =>
val rabitEnv = Map("DMLC_TASK_ID" -> TaskContext.getPartitionId().toString)
Rabit.init(rabitEnv.asJava)
if (testSamples.hasNext) { if (testSamples.hasNext) {
val dMatrix = new DMatrix(new JDMatrix(testSamples, null)) val dMatrix = new DMatrix(new JDMatrix(testSamples, null))
Iterator(broadcastBooster.value.predictLeaf(dMatrix)) val res = broadcastBooster.value.predictLeaf(dMatrix)
Rabit.shutdown()
Iterator(res)
} else { } else {
Iterator() Iterator()
} }
@ -145,8 +149,9 @@ abstract class XGBoostModel(protected var _booster: Booster)
flatSampleArray(i) = sampleArray(i / numColumns).values(i % numColumns).toFloat flatSampleArray(i) = sampleArray(i / numColumns).values(i % numColumns).toFloat
} }
val dMatrix = new DMatrix(flatSampleArray, numRows, numColumns, missingValue) val dMatrix = new DMatrix(flatSampleArray, numRows, numColumns, missingValue)
val res = broadcastBooster.value.predict(dMatrix)
Rabit.shutdown() Rabit.shutdown()
Iterator(broadcastBooster.value.predict(dMatrix)) Iterator(res)
} }
} }
} }