89244b4aec
b15f6cd rabit unifires with dmlc 5634ec3 ok 2dd6c2f Merge branch 'master' of ssh://github.com/dmlc/rabit 38d7f99 checkin wormhole spliter 8acb96a Merge pull request #10 from ryanzz/master 911a1f0 fixed a mistake 732d8c3 inteface changing 684ea0a inteface changing 8cb4c02 add dmlc support be2ff70 allow adapting wormhole git-subtree-dir: subtree/rabit git-subtree-split: b15f6cd2ac4ac0e530df2b0a207d26868515f2d5
21 lines
594 B
Bash
Executable File
21 lines
594 B
Bash
Executable File
#!/bin/bash
|
|
if [ "$#" -lt 3 ];
|
|
then
|
|
echo "Usage: <nworkers> <path_in_HDFS> [param=val]"
|
|
exit -1
|
|
fi
|
|
|
|
# put the local training file to HDFS
|
|
hadoop fs -rm -r -f $2/mushroom.linear.model
|
|
|
|
hadoop fs -mkdir $2/data
|
|
hadoop fs -put ../data/agaricus.txt.train $2/data
|
|
|
|
# submit to hadoop
|
|
../../wormhole/tracker/dmlc_yarn.py -n $1 --vcores 1 ./linear.rabit hdfs://$2/data/agaricus.txt.train model_out=hdfs://$2/mushroom.linear.model "${*:3}"
|
|
|
|
# get the final model file
|
|
hadoop fs -get $2/mushroom.linear.model ./linear.model
|
|
|
|
./linear.rabit ../data/agaricus.txt.test task=pred model_in=linear.model
|