From 00323f462aaf7156805ba4b40272d9e36afc7eca Mon Sep 17 00:00:00 2001 From: chenshuaihua Date: Sun, 11 Jan 2015 23:32:14 +0800 Subject: [PATCH] yarn script --- tracker/rabit_yarn.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/tracker/rabit_yarn.py b/tracker/rabit_yarn.py index bc794ba1b..3ba8ddfc8 100644 --- a/tracker/rabit_yarn.py +++ b/tracker/rabit_yarn.py @@ -74,12 +74,14 @@ args = parser.parse_args() if args.jobname is None: args.jobname = ('Rabit(nworker=%d):' % args.nworker) + args.command[0].split('/')[-1]; + + def hadoop_streaming(nworker, slave_args): cmd = '%s jar %s -D mapreduce.job.maps=%d' % (args.hadoop_binary, args.hadoop_streaming_jar, nworker) - cmd += ' -D mapreduce.job.name=%s' % (args.jobname) - cmd += ' -D mapreduce.map.cpu.vcores=%d' % (args.nthread) + cmd += ' -D mapreduce.job.name' % (args.jobname) + cmd += ' -D mapreduce.task.timeout=%d' % (args.timeout) cmd += ' -D mapreduce.map.memory.mb=%d' % (args.memory_mb) -cmd += ' -D mapreduce.task.timeout=%d' % (args.timeout) + cmd += ' -D mapreduce.map.cpu.vcores=%d' % (args.nthread) cmd += ' -input %s -output %s' % (args.input, args.output) cmd += ' -mapper \"%s\" -reducer \"/bin/cat\" ' % (' '.join(args.command + slave_args)) fset = set()