Revert "Switch to per-thread default stream (#9396)" (#9413)

This reverts commit f7f673b00c.
2023-07-25 03:03:28 +08:00
parent 1b657a5513
commit 3a9996173e
8 changed files with 35 additions and 25 deletions
--- a/src/collective/nccl_device_communicator.cuh
+++ b/src/collective/nccl_device_communicator.cuh
@@ -77,6 +77,7 @@ class NcclDeviceCommunicator : public DeviceCommunicator {
  int const world_size_;
  int const rank_;
  ncclComm_t nccl_comm_{};
+  cudaStream_t cuda_stream_{};
  ncclUniqueId nccl_unique_id_{};
  size_t allreduce_bytes_{0};  // Keep statistics of the number of bytes communicated.
  size_t allreduce_calls_{0};  // Keep statistics of the number of reduce calls.