[jvm-packages] move the dmatrix building into rabit context (#7823)

This fixes the QuantileDeviceDMatrix in distributed environment.
This commit is contained in:
Bobby Wang
2022-04-23 00:06:50 +08:00
committed by GitHub
parent f0f76259c9
commit c45665a55a
5 changed files with 87 additions and 55 deletions

View File

@@ -119,6 +119,8 @@ class XGBoostRabitRegressionSuite extends FunSuite with PerTest {
}
test("test SparkContext should not be killed ") {
cancel("For some reason, sparkContext can't cancel the job locally in the CI env," +
"which will be resolved when introducing barrier mode")
val training = buildDataFrame(Classification.train)
// mock rank 0 failure during 8th allreduce synchronization
Rabit.mockList = Array("0,8,0,0").toList.asJava