diff --git a/src/common/device_helpers.hip.h b/src/common/device_helpers.hip.h
index 38bc29f91..1d92bd332 100644
--- a/src/common/device_helpers.hip.h
+++ b/src/common/device_helpers.hip.h
@@ -3,8 +3,6 @@
  */
 #pragma once
 
-#if defined(XGBOOST_USE_CUDA)
-
 #include <thrust/binary_search.h>  // thrust::upper_bound
 #include <thrust/device_malloc_allocator.h>
 #include <thrust/device_ptr.h>