diff --git a/src/allreduce_base.cc b/src/allreduce_base.cc
index 917d1dffb..d3b7502ff 100644
--- a/src/allreduce_base.cc
+++ b/src/allreduce_base.cc
@@ -200,7 +200,11 @@ utils::TCPSocket AllreduceBase::ConnectTracker(void) const {
         utils::Socket::Error("Connect");
       } else {
         fprintf(stderr, "retry connect to ip(retry time %d): [%s]\n", retry, tracker_uri.c_str());
+        #ifdef _MSC_VER
+        Sleep(1);
+        #else
         sleep(1);
+        #endif
         continue;
       }
     }