diff --git a/src/tree/updater_gpu_hist.cu b/src/tree/updater_gpu_hist.cu
index e1fdb11aa..cb7dd9b7e 100644
--- a/src/tree/updater_gpu_hist.cu
+++ b/src/tree/updater_gpu_hist.cu
@@ -665,7 +665,7 @@ struct GPUHistMakerDevice {
           new_candidates[i * 2 + 1] = GPUExpandEntry();
         }
       }
-      dh::safe_cuda(cudaDeviceSynchronize());
+      dh::DefaultStream().Sync();
       driver.Push(new_candidates.begin(), new_candidates.end());
       expand_set = driver.Pop();
     }