diff --git a/src/context.cc b/src/context.cc
index 6d4eb6d8a..74de5b834 100644
--- a/src/context.cc
+++ b/src/context.cc
@@ -47,7 +47,7 @@ void Context::ConfigureGpuId(bool require_gpu) {
   // Just set it to CPU, don't think about it.
   this->UpdateAllowUnknown(Args{{"gpu_id", std::to_string(kCpuId)}});
   (void)(require_gpu);
-#endif  // defined(XGBOOST_USE_CUDA) || defined(XGBOOST_USE_
+#endif  // defined(XGBOOST_USE_CUDA) || defined(XGBOOST_USE_HIP)
 
   common::SetDevice(this->gpu_id);
 }
diff --git a/src/tree/fit_stump.cc b/src/tree/fit_stump.cc
index 1a35da374..4213e74ad 100644
--- a/src/tree/fit_stump.cc
+++ b/src/tree/fit_stump.cc
@@ -61,7 +61,7 @@ inline void FitStump(Context const*, linalg::TensorView<GradientPair const, 2>,
                      linalg::VectorView<float>) {
   common::AssertGPUSupport();
 }
-#endif  // !defined(XGBOOST_USE_CUDA) && !defined(XGBOOST_USE_C
+#endif  // !defined(XGBOOST_USE_CUDA) && !defined(XGBOOST_USE_HIP)
 }  // namespace cuda_impl
 
 void FitStump(Context const* ctx, HostDeviceVector<GradientPair> const& gpair,
diff --git a/src/tree/gpu_hist/row_partitioner.cuh b/src/tree/gpu_hist/row_partitioner.cuh
index acacc40e8..5732ad0fe 100644
--- a/src/tree/gpu_hist/row_partitioner.cuh
+++ b/src/tree/gpu_hist/row_partitioner.cuh
@@ -124,7 +124,7 @@ void SortPositionBatch(common::Span<const PerNodeData<OpDataT>> d_batch_info,
                        dh::device_vector<int8_t>* tmp,
 #if defined(XGBOOST_USE_HIP)
                        hipStream_t stream
-#else
+#elif defined(XGBOOST_USE_CUDA)
                        cudaStream_t stream
 #endif
                        ) {