This commit is contained in:
tqchen 2014-12-22 01:26:59 -08:00
parent dd8d9646c4
commit 975bcc8261

View File

@ -36,7 +36,7 @@ if hadoop_streaming_jar != None:
def hadoop_streaming(nslaves, slave_args):
cmd = '%s jar %s' % (args.hadoop_binary, args.hadoop_streaming_jar)
cmd += ' -input %s -output %s' (args.input, args.output)
cmd += ' -input %s -output %s' % (args.input, args.output)
cmd += ' -mapper \"%s %s %s\" -reducer \"/bin/cat\" ' % (args.mapper, args.args, ' '.join(slave_args))
cmd += ' -file %s -D mapred.map.tasks=%d' % (args.mapper, nslaves)
print cmd