diff --git a/tests/cpp/gbm/test_gblinear.hip b/tests/cpp/gbm/test_gblinear.hip
new file mode 100644
index 000000000..39de71c2e
--- /dev/null
+++ b/tests/cpp/gbm/test_gblinear.hip
@@ -0,0 +1,4 @@
+
+#if defined (XGBOOST_USE_HIP)
+#include "test_gblinear.cu"
+#endif
diff --git a/tests/cpp/gbm/test_gbtree.hip b/tests/cpp/gbm/test_gbtree.hip
new file mode 100644
index 000000000..b67c8fb08
--- /dev/null
+++ b/tests/cpp/gbm/test_gbtree.hip
@@ -0,0 +1,4 @@
+
+#if defined (XGBOOST_USE_HIP)
+#include "test_gbtree.cu"
+#endif
diff --git a/tests/cpp/test_context.hip b/tests/cpp/test_context.hip
new file mode 100644
index 000000000..9763f7449
--- /dev/null
+++ b/tests/cpp/test_context.hip
@@ -0,0 +1,4 @@
+
+#if defined (XGBOOST_USE_HIP)
+#include "test_context.cu"
+#endif