diff --git a/tests/cpp/helpers.h b/tests/cpp/helpers.h
index bcd27c568..9d7cd5590 100644
--- a/tests/cpp/helpers.h
+++ b/tests/cpp/helpers.h
@@ -39,13 +39,13 @@
 #define GPUIDX -1
 #endif
 
-#if defined(__CUDACC__)
+#if defined(__CUDACC__) || defined(__HIP_PLATFORM_AMD__)
 #define DeclareUnifiedDistributedTest(name) MGPU ## name
 #else
 #define DeclareUnifiedDistributedTest(name) name
 #endif
 
-#if defined(__CUDACC__)
+#if defined(__CUDACC__) || defined(__HIP_PLATFORM_AMD__)
 #define WORLD_SIZE_FOR_TEST (xgboost::common::AllVisibleGPUs())
 #else
 #define WORLD_SIZE_FOR_TEST (3)
diff --git a/tests/cpp/objective/test_ranking_obj_gpu.hip b/tests/cpp/objective/test_ranking_obj_gpu.hip
deleted file mode 100644
index a39a4d006..000000000
--- a/tests/cpp/objective/test_ranking_obj_gpu.hip
+++ /dev/null
@@ -1,4 +0,0 @@
-
-#if defined(XGBOOST_USE_HIP)
-#include "test_ranking_obj_gpu.cu"
-#endif