Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

yarn script

Browse Source
This commit is contained in:
chenshuaihua 2015-01-11 23:54:31 +08:00
parent 00323f462a
commit 26b5fdac40
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
tracker/rabit_yarn.py
View File

@ -71,10 +71,9 @@ parser.add_argument('command', nargs='+',
help = 'command for rabit program') help = 'command for rabit program')
args = parser.parse_args() args = parser.parse_args()
if args.jobname is None: if args.jobname == 'auto':
args.jobname = ('Rabit(nworker=%d):' % args.nworker) + args.command[0].split('/')[-1]; args.jobname = ('Rabit[nworker=%d]:' % args.nworker) + args.command[0].split('/')[-1];
def hadoop_streaming(nworker, slave_args): def hadoop_streaming(nworker, slave_args):
cmd = '%s jar %s -D mapreduce.job.maps=%d' % (args.hadoop_binary, args.hadoop_streaming_jar, nworker) cmd = '%s jar %s -D mapreduce.job.maps=%d' % (args.hadoop_binary, args.hadoop_streaming_jar, nworker)