From d3433c594655cff002d2cf379e0e657ebe2d5b3b Mon Sep 17 00:00:00 2001 From: tqchen Date: Mon, 22 Dec 2014 01:54:11 -0800 Subject: [PATCH] change script --- tracker/rabit_hadoop.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tracker/rabit_hadoop.py b/tracker/rabit_hadoop.py index 089e50335..7e5748aef 100755 --- a/tracker/rabit_hadoop.py +++ b/tracker/rabit_hadoop.py @@ -35,10 +35,10 @@ if hadoop_streaming_jar != None: args.hadoop_streaming_jar = hadoop_streaming_jar def hadoop_streaming(nslaves, slave_args): - cmd = '%s jar %s' % (args.hadoop_binary, args.hadoop_streaming_jar) + cmd = '%s jar %s -D mapred.map.tasks=%d' % (args.hadoop_binary, args.hadoop_streaming_jar, nslaves) cmd += ' -input %s -output %s' % (args.input, args.output) cmd += ' -mapper \"%s %s %s\" -reducer \"/bin/cat\" ' % (args.mapper, args.args, ' '.join(slave_args)) - cmd += ' -file %s -D mapred.map.tasks=%d' % (args.mapper, nslaves) + cmd += ' -file %s' % (args.mapper) print cmd subprocess.check_call(cmd, shell = True)