diff --git a/src/data/ellpack_page.cc b/src/data/ellpack_page.cc
index e3df86945..6199c1b21 100644
--- a/src/data/ellpack_page.cc
+++ b/src/data/ellpack_page.cc
@@ -1,7 +1,7 @@
 /*!
  * Copyright 2019 XGBoost contributors
  */
-#if !defined(XGBOOST_USE_CUDA)
+#if !defined(XGBOOST_USE_CUDA) && !defined(XGBOOST_USE_HIP)
 
 #include <xgboost/data.h>
 
@@ -32,38 +32,5 @@ size_t EllpackPage::Size() const {
   return 0;
 }
 
-}  // namespace xgboost
-
-#elif !defined(XGBOOST_USE_HIP)
-
-#include <xgboost/data.h>
-
-// dummy implementation of EllpackPage in case HIP is not used
-namespace xgboost {
-
-class EllpackPageImpl {};
-
-EllpackPage::EllpackPage() = default;
-
-EllpackPage::EllpackPage(DMatrix*, const BatchParam&) {
-  LOG(FATAL) << "Internal Error: XGBoost is not compiled with HIP but "
-                "EllpackPage is required";
-}
-
-EllpackPage::~EllpackPage() {
-  LOG(FATAL) << "Internal Error: XGBoost is not compiled with HIP but "
-                "EllpackPage is required";
-}
-
-void EllpackPage::SetBaseRowId(std::size_t) {
-  LOG(FATAL) << "Internal Error: XGBoost is not compiled with HIP but "
-                "EllpackPage is required";
-}
-size_t EllpackPage::Size() const {
-  LOG(FATAL) << "Internal Error: XGBoost is not compiled with HIP but "
-                "EllpackPage is required";
-  return 0;
-}
-
 }  // namespace xgboost
 #endif  // XGBOOST_USE_CUDA || XGBOOST_USE_HIP