diff --git a/src/metric/rank_metric.cu b/src/metric/rank_metric.cu
index 113857439..58ef9184e 100644
--- a/src/metric/rank_metric.cu
+++ b/src/metric/rank_metric.cu
@@ -24,6 +24,12 @@
 #include "xgboost/logging.h"             // for CHECK
 #include "xgboost/metric.h"
 
+#if defined(XGBOOST_USE_HIP)
+#include <hipcub/hipcub.hpp>
+
+namespace cub = hipcub;
+#endif
+
 namespace xgboost::metric {
 // tag the this file, used by force static link later.
 DMLC_REGISTRY_FILE_TAG(rank_metric_gpu);