diff --git a/tests/cpp/objective/test_aft_obj.hip b/tests/cpp/objective/test_aft_obj.hip
index e69de29bb..890053351 100644
--- a/tests/cpp/objective/test_aft_obj.hip
+++ b/tests/cpp/objective/test_aft_obj.hip
@@ -0,0 +1,4 @@
+
+#if defined(XGBOOST_USE_HIP)
+#include "test_aft_obj.cu"
+#endif
diff --git a/tests/cpp/objective/test_hinge.hip b/tests/cpp/objective/test_hinge.hip
index e69de29bb..f8cf83996 100644
--- a/tests/cpp/objective/test_hinge.hip
+++ b/tests/cpp/objective/test_hinge.hip
@@ -0,0 +1,4 @@
+
+#if defined(XGBOOST_USE_HIP)
+#include "test_hinge.cu"
+#endif
diff --git a/tests/cpp/objective/test_multiclass_obj_gpu.hip b/tests/cpp/objective/test_multiclass_obj_gpu.hip
index e69de29bb..6bf3f66b0 100644
--- a/tests/cpp/objective/test_multiclass_obj_gpu.hip
+++ b/tests/cpp/objective/test_multiclass_obj_gpu.hip
@@ -0,0 +1,2 @@
+
+#include "test_multiclass_obj.cc"
diff --git a/tests/cpp/objective/test_quantile_obj_gpu.hip b/tests/cpp/objective/test_quantile_obj_gpu.hip
index e69de29bb..aa797f5bf 100644
--- a/tests/cpp/objective/test_quantile_obj_gpu.hip
+++ b/tests/cpp/objective/test_quantile_obj_gpu.hip
@@ -0,0 +1,2 @@
+
+#include "test_quantile_obj.cc"
diff --git a/tests/cpp/objective/test_ranking_obj_gpu.hip b/tests/cpp/objective/test_ranking_obj_gpu.hip
index e69de29bb..a39a4d006 100644
--- a/tests/cpp/objective/test_ranking_obj_gpu.hip
+++ b/tests/cpp/objective/test_ranking_obj_gpu.hip
@@ -0,0 +1,4 @@
+
+#if defined(XGBOOST_USE_HIP)
+#include "test_ranking_obj_gpu.cu"
+#endif
diff --git a/tests/cpp/objective/test_regression_obj.cc b/tests/cpp/objective/test_regression_obj.cc
index 4e37eef18..a9c14179b 100644
--- a/tests/cpp/objective/test_regression_obj.cc
+++ b/tests/cpp/objective/test_regression_obj.cc
@@ -278,7 +278,7 @@ TEST(Objective, DeclareUnifiedTest(TweedieRegressionGPair)) {
   ASSERT_EQ(obj->DefaultEvalMetric(), std::string{"tweedie-nloglik@1.1"});
 }
 
-#if defined(__CUDACC__)
+#if defined(__CUDACC__) || defined(__HIP_PLATFORM_AMD__)
 TEST(Objective, CPU_vs_CUDA) {
   Context ctx = CreateEmptyGenericParam(GPUIDX);
 
@@ -358,7 +358,7 @@ TEST(Objective, DeclareUnifiedTest(TweedieRegressionBasic)) {
 }
 
 // CoxRegression not implemented in GPU code, no need for testing.
-#if !defined(__CUDACC__)
+#if !defined(__CUDACC__) && !defined(__HIP_PLATFORM_AMD__)
 TEST(Objective, CoxRegressionGPair) {
   Context ctx = CreateEmptyGenericParam(GPUIDX);
   std::vector<std::pair<std::string, std::string>> args;
diff --git a/tests/cpp/objective/test_regression_obj_gpu.hip b/tests/cpp/objective/test_regression_obj_gpu.hip
index e69de29bb..b5a636e26 100644
--- a/tests/cpp/objective/test_regression_obj_gpu.hip
+++ b/tests/cpp/objective/test_regression_obj_gpu.hip
@@ -0,0 +1,2 @@
+
+#include "test_regression_obj.cc"