Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fixed SparkParallelTracker to work with Spark2.3 (#3062)

Browse Source
This commit is contained in:
tomasatdatabricks 2018-01-24 19:31:38 -08:00 committed by Sergei Lebedev
parent f87802f00c
commit 5ef684641b
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
jvm-packages/xgboost4j-spark/src/main/scala/org/apache/spark/SparkParallelismTracker.scala
View File

@ -76,11 +76,12 @@ class SparkParallelismTracker(
} }
private[this] def safeExecute[T](body: => T): T = { private[this] def safeExecute[T](body: => T): T = {
sc.listenerBus.listeners.add(0, new TaskFailedListener) val listener = new TaskFailedListener;
sc.addSparkListener(listener)
try { try {
body body
} finally { } finally {
sc.listenerBus.listeners.remove(0) sc.listenerBus.removeListener(listener)
} }
} }