diff --git a/jvm-packages/xgboost4j-spark-gpu/src/main/scala/ml/dmlc/xgboost4j/scala/rapids/spark/GpuUtils.scala b/jvm-packages/xgboost4j-spark-gpu/src/main/scala/ml/dmlc/xgboost4j/scala/rapids/spark/GpuUtils.scala
index c88aefa4e..79a8d5449 100644
--- a/jvm-packages/xgboost4j-spark-gpu/src/main/scala/ml/dmlc/xgboost4j/scala/rapids/spark/GpuUtils.scala
+++ b/jvm-packages/xgboost4j-spark-gpu/src/main/scala/ml/dmlc/xgboost4j/scala/rapids/spark/GpuUtils.scala
@@ -89,9 +89,13 @@ private[spark] object GpuUtils {
     val featureNameSet = featureNames.distinct
     validateSchema(dataset.schema, featureNameSet, labelName, weightName, marginName, fitting)
 
-    val castToFloat = (ds: Dataset[_], colName: String) => {
-      val colMeta = ds.schema(colName).metadata
-      ds.withColumn(colName, col(colName).as(colName, colMeta).cast(FloatType))
+    val castToFloat = (df: DataFrame, colName: String) => {
+      if (df.schema(colName).dataType.isInstanceOf[FloatType]) {
+        df
+      } else {
+        val colMeta = df.schema(colName).metadata
+        df.withColumn(colName, col(colName).as(colName, colMeta).cast(FloatType))
+      }
     }
     val colNames = if (fitting) {
       var names = featureNameSet :+ labelName