Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

change script

Browse Source
This commit is contained in:
tqchen 2014-12-22 01:54:11 -08:00
parent 975bcc8261
commit d3433c5946
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tracker/rabit_hadoop.py
View File

@ -35,10 +35,10 @@ if hadoop_streaming_jar != None:
args.hadoop_streaming_jar = hadoop_streaming_jar args.hadoop_streaming_jar = hadoop_streaming_jar
def hadoop_streaming(nslaves, slave_args): def hadoop_streaming(nslaves, slave_args):
cmd = '%s jar %s' % (args.hadoop_binary, args.hadoop_streaming_jar) cmd = '%s jar %s -D mapred.map.tasks=%d' % (args.hadoop_binary, args.hadoop_streaming_jar, nslaves)
cmd += ' -input %s -output %s' % (args.input, args.output) cmd += ' -input %s -output %s' % (args.input, args.output)
cmd += ' -mapper \"%s %s %s\" -reducer \"/bin/cat\" ' % (args.mapper, args.args, ' '.join(slave_args)) cmd += ' -mapper \"%s %s %s\" -reducer \"/bin/cat\" ' % (args.mapper, args.args, ' '.join(slave_args))
cmd += ' -file %s -D mapred.map.tasks=%d' % (args.mapper, nslaves) cmd += ' -file %s' % (args.mapper)
print cmd print cmd
subprocess.check_call(cmd, shell = True) subprocess.check_call(cmd, shell = True)