diff --git a/src/collective/nccl_device_communicator.hip b/src/collective/nccl_device_communicator.hip
new file mode 100644
index 000000000..765c18d79
--- /dev/null
+++ b/src/collective/nccl_device_communicator.hip
@@ -0,0 +1,4 @@
+
+#if defined(XGBOOST_USE_HIP)
+#include "nccl_device_communicator.cu"
+#endif