Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[Breaking][jvm-packages] Bump rapids version to 22.12.0 (#8648)

Browse Source 
* [jvm-packages] Bump rapids version to 22.12.0

This PR bumps spark version to 3.1.1 and the rapids version
to 22.12.0, which results in the latest xgboost can't run
with the old rapids packages.
This commit is contained in:
Bobby Wang
2023-01-07 18:59:17 +08:00
committed by GitHub
parent 06a1cb6e03
commit 4e12f3e1bc
6 changed files with 37 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
jvm-packages/xgboost4j-spark-gpu/src/main/scala/ml/dmlc/xgboost4j/scala/rapids/spark/GpuUtils.scala
View File

@@ -17,7 +17,7 @@
package ml.dmlc.xgboost4j.scala.rapids.spark
import ai.rapids.cudf.Table
import com.nvidia.spark.rapids.{ColumnarRdd, GpuColumnVector}
import com.nvidia.spark.rapids.{ColumnarRdd, GpuColumnVectorUtils}
import ml.dmlc.xgboost4j.scala.spark.util.Utils
import org.apache.spark.rdd.RDD
@@ -31,16 +31,7 @@ private[spark] object GpuUtils {
def extractBatchToHost(table: Table, types: Array[DataType]): Array[ColumnVector] = {
// spark-rapids has shimmed the GpuColumnVector from 22.10
try {
val clazz = Utils.classForName("com.nvidia.spark.rapids.GpuColumnVectorUtils")
clazz.getDeclaredMethod("extractHostColumns", classOf[Table], classOf[Array[DataType]])
.invoke(null, table, types).asInstanceOf[Array[ColumnVector]]
} catch {
case _: ClassNotFoundException =>
// If it's older version, use the GpuColumnVector
GpuColumnVector.extractColumns(table, types).map(_.copyToHost())
case e: Throwable => throw e
}
GpuColumnVectorUtils.extractHostColumns(table, types)
}
def toColumnarRdd(df: DataFrame): RDD[Table] = ColumnarRdd(df)