execute it like this: ./test.sh 4 4000 testcase0.conf ./

Now we are passing the folder where the round instances are saved.
The problem is that calling utils::Check or utils::Assert on 1 or 2 nodes, shutdowns all of them. Only those should be shutdown and this will work. There maybe some other mechanism to shutdown a particular node. Tianqi?

test/test.sh

@@ -1,7 +1,8 @@
 #!/bin/bash
-if [ "$#" -ne 3 ];
+if [ "$#" -ne 4 ];
 then
-    echo "Usage <nslave> <ndata> <config>"
+    echo "Usage <nslave> <ndata> <config> <round_files_dir>"
     exit -1
 fi
-../submit_job_tcp.py $1 test_allreduce $2 $3
+
+../submit_job_tcp.py $1 test_allreduce $2 $3 $4

test/test_allreduce.cpp

@@ -72,7 +72,7 @@ int main(int argc, char *argv[]) {
   int rank = sync::GetRank();
   std::string name = sync::GetProcessorName();
 
-  test::Mock mock(rank, argv[2]);
+  test::Mock mock(rank, argv[2], argv[3]);
 
   printf("[%d] start at %s\n", rank, name.c_str());
   TestMax(mock, n);

test/testcase1.conf

@@ -5,8 +5,5 @@
 
 1_0 = allreduce
 1_1 = broadcast
-1_2 = loadcheckpoint
-1_3 = checkpoint
 
-2_0 = allreduce
-2_2 = checkpoint
+2_2 = allreduce