diff --git a/src/data/ellpack_page_raw_format.hip b/src/data/ellpack_page_raw_format.hip
index e69de29bb..9337d6afb 100644
--- a/src/data/ellpack_page_raw_format.hip
+++ b/src/data/ellpack_page_raw_format.hip
@@ -0,0 +1,4 @@
+
+#if defined(XGBOOST_USE_HIP)
+#include "ellpack_page_raw_format.cu"
+#endif