diff --git a/src/collective/tracker.cc b/src/collective/tracker.cc
index 756f6bb7f..f4c07c5d1 100644
--- a/src/collective/tracker.cc
+++ b/src/collective/tracker.cc
@@ -286,7 +286,8 @@ Result RabitTracker::Bootstrap(std::vector<WorkerProxy>* p_workers) {
 
       auto worker = WorkerProxy{n_workers_, std::move(sock), std::move(addr)};
       if (!worker.Status().OK()) {
-        return Fail("Failed to initialize worker proxy.", std::move(worker.Status()));
+        LOG(WARNING) << "Failed to initialize worker proxy." << worker.Status().Report();
+        continue;
       }
       switch (worker.Command()) {
         case proto::CMD::kStart: {