From 005a4a5e47a05ad04a83af606e75f7d046bce58c Mon Sep 17 00:00:00 2001 From: Nan Zhu Date: Fri, 29 Dec 2017 19:22:58 -0800 Subject: [PATCH] [jvm-packages] fix numAliveCores in SparkParallelismTracker when WebUI is disabled (#2990) * add back train method but mark as deprecated * add back train method but mark as deprecated * fix scalastyle error * fix scalastyle error * update resource files * Update SparkParallelismTracker.scala * remove xgboost-tracker.properties --- .../scala/org/apache/spark/SparkParallelismTracker.scala | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/jvm-packages/xgboost4j-spark/src/main/scala/org/apache/spark/SparkParallelismTracker.scala b/jvm-packages/xgboost4j-spark/src/main/scala/org/apache/spark/SparkParallelismTracker.scala index 6172a2588..a58aa5e26 100644 --- a/jvm-packages/xgboost4j-spark/src/main/scala/org/apache/spark/SparkParallelismTracker.scala +++ b/jvm-packages/xgboost4j-spark/src/main/scala/org/apache/spark/SparkParallelismTracker.scala @@ -49,7 +49,11 @@ class SparkParallelismTracker( private[this] def numAliveCores: Int = { try { - mapper.readTree(url).findValues("totalCores").asScala.map(_.asInt).sum + if (url != null) { + mapper.readTree(url).findValues("totalCores").asScala.map(_.asInt).sum + } else { + Int.MaxValue + } } catch { case ex: Throwable => logger.warn(s"Unable to read total number of alive cores from REST API." +