diff --git a/src/collective/device_communicator.hip.h b/src/collective/device_communicator.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/collective/device_communicator_adapter.hip.h b/src/collective/device_communicator_adapter.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/collective/nccl_device_communicator.hip.h b/src/collective/nccl_device_communicator.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/common/algorithm.hip.h b/src/common/algorithm.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/common/cuda_context.hip.h b/src/common/cuda_context.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/common/deterministic.hip.h b/src/common/deterministic.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/common/device_helpers.hip.h b/src/common/device_helpers.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/common/hist_util.hip.h b/src/common/hist_util.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/common/linalg_op.hip.h b/src/common/linalg_op.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/common/quantile.hip.h b/src/common/quantile.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/common/stats.hip.h b/src/common/stats.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/common/threading_utils.hip.h b/src/common/threading_utils.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/data/device_adapter.hip.h b/src/data/device_adapter.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/data/ellpack_page.hip.h b/src/data/ellpack_page.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/data/proxy_dmatrix.hip.h b/src/data/proxy_dmatrix.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/data/simple_dmatrix.hip.h b/src/data/simple_dmatrix.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/tree/constraints.hip.h b/src/tree/constraints.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/tree/gpu_hist/evaluate_splits.hip.h b/src/tree/gpu_hist/evaluate_splits.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/tree/gpu_hist/expand_entry.hip.h b/src/tree/gpu_hist/expand_entry.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/tree/gpu_hist/feature_groups.hip.h b/src/tree/gpu_hist/feature_groups.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/tree/gpu_hist/gradient_based_sampler.hip.h b/src/tree/gpu_hist/gradient_based_sampler.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/tree/gpu_hist/histogram.hip.h b/src/tree/gpu_hist/histogram.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/tree/gpu_hist/row_partitioner.hip.h b/src/tree/gpu_hist/row_partitioner.hip.h
new file mode 100644
index 000000000..e69de29bb
diff --git a/src/tree/updater_gpu_common.hip.h b/src/tree/updater_gpu_common.hip.h
new file mode 100644
index 000000000..e69de29bb