yarn script
This commit is contained in:
parent
b5ac85f103
commit
5e843cfbbd
@ -78,8 +78,8 @@ def hadoop_streaming(nworker, slave_args):
|
||||
cmd = '%s jar %s -D mapreduce.job.maps=%d' % (args.hadoop_binary, args.hadoop_streaming_jar, nworker)
|
||||
cmd += ' -D mapreduce.job.name=%s' % (args.jobname)
|
||||
cmd += ' -D mapreduce.map.cpu.vcores=%d' % (args.nthread)
|
||||
cmd += ' -D mapreduce.task.timeout=%d' % (args.timeout)
|
||||
cmd += ' -D mapreduce.map.memory.mb=%d' % (args.memory_mb)
|
||||
cmd += ' -D mapreduce.task.timeout=%d' % (args.timeout)
|
||||
cmd += ' -input %s -output %s' % (args.input, args.output)
|
||||
cmd += ' -mapper \"%s\" -reducer \"/bin/cat\" ' % (' '.join(args.command + slave_args))
|
||||
fset = set()
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user