From b07866398249734c84db7072c956ef39848cd28e Mon Sep 17 00:00:00 2001 From: tqchen Date: Sat, 20 Dec 2014 16:39:39 -0800 Subject: [PATCH] ok --- Makefile | 2 +- multi-node/row-split/machine-row-rabit.sh | 24 +++++++++++++++++++++++ 2 files changed, 25 insertions(+), 1 deletion(-) create mode 100755 multi-node/row-split/machine-row-rabit.sh diff --git a/Makefile b/Makefile index 583f12038..a78c28e56 100644 --- a/Makefile +++ b/Makefile @@ -2,7 +2,7 @@ export CC = gcc export CXX = g++ export MPICXX = mpicxx export LDFLAGS= -Lrabit/lib -pthread -lm -export CFLAGS = -Wall -O3 -msse2 -Wno-unknown-pragmas -fPIC -Irabit/src +export CFLAGS = -Wall -O3 -msse2 -Wno-unknown-pragmas -fPIC -Irabit/include ifeq ($(no_omp),1) CFLAGS += -DDISABLE_OPENMP diff --git a/multi-node/row-split/machine-row-rabit.sh b/multi-node/row-split/machine-row-rabit.sh new file mode 100755 index 000000000..4a526ff94 --- /dev/null +++ b/multi-node/row-split/machine-row-rabit.sh @@ -0,0 +1,24 @@ +#!/bin/bash +if [[ $# -ne 1 ]] +then + echo "Usage: nprocess" + exit -1 +fi + +rm -rf train-machine.row* *.model +k=$1 +# make machine data +cd ../../demo/regression/ +python mapfeat.py +python mknfold.py machine.txt 1 +cd - + +# split the lib svm file into k subfiles +python splitrows.py ../../demo/regression/machine.txt.train train-machine $k + +# run xgboost mpi +../../rabit/tracker/rabit_mpi.py $k local ../../xgboost machine-row.conf dsplit=row num_round=3 + +# run xgboost-mpi save model 0001, continue to run from existing model +../../rabit/tracker/rabit_mpi.py $k local ../../xgboost machine-row.conf dsplit=row num_round=1 +../../rabit/tracker/rabit_mpi.py $k local ../../xgboost machine-row.conf dsplit=row num_round=2 model_in=0001.model