diff --git a/src/tree/gpu_hist/histogram.cu b/src/tree/gpu_hist/histogram.cu
index 7ecf825db..087881a9e 100644
--- a/src/tree/gpu_hist/histogram.cu
+++ b/src/tree/gpu_hist/histogram.cu
@@ -278,7 +278,11 @@ void BuildGradientHistogram(CUDAContext const* ctx, EllpackDeviceAccessor const&
 #endif
 
   // opt into maximum shared memory for the kernel if necessary
+#if defined(XGBOOST_USE_CUDA)
   size_t max_shared_memory = dh::MaxSharedMemoryOptin(device);
+#elif defined(XGBOOST_USE_HIP)
+  size_t max_shared_memory = dh::MaxSharedMemory(device);
+#endif
 
   size_t smem_size =
       sizeof(GradientPairInt64) * feature_groups.max_group_bins;