diff --git a/python-package/xgboost/data.py b/python-package/xgboost/data.py
index 2705249b7..2babeafea 100644
--- a/python-package/xgboost/data.py
+++ b/python-package/xgboost/data.py
@@ -424,6 +424,7 @@ def _transform_cupy_array(data):
             data, '__array__'):
         import cupy             # pylint: disable=import-error
         data = cupy.array(data, copy=False)
+    data = data.astype(dtype=data.dtype, order='C', copy=False)
     return data