Merge commit '4c060df2f17405dc26dc65a77e412d5c2a23525a'

Conflicts:
	subtree/rabit/tracker/rabit_yarn.py
This commit is contained in:
tqchen
2015-03-09 14:45:23 -07:00
7 changed files with 23 additions and 5 deletions

View File

@@ -16,7 +16,7 @@ YARN_JAR_PATH = os.path.dirname(__file__) + '/../yarn/rabit-yarn.jar'
if not os.path.exists(YARN_JAR_PATH):
warnings.warn("cannot find \"%s\", I will try to run build" % YARN_JAR_PATH)
cmd = 'cd %;./build.sh' % os.path.dirname(__file__) + '/../yarn/'
cmd = 'cd %s;./build.sh' % (os.path.dirname(__file__) + '/../yarn/')
print cmd
subprocess.check_call(cmd, shell = True, env = os.environ)
assert os.path.exists(YARN_JAR_PATH), "failed to build rabit-yarn.jar, try it manually"
@@ -122,7 +122,8 @@ def submit_yarn(nworker, worker_args, worker_env):
cmd += ' -jobname %s ' % args.jobname
cmd += ' -tempdir %s ' % args.tempdir
cmd += (' '.join(args.command + worker_args))
print cmd
if args.verbose != 0:
print cmd
subprocess.check_call(cmd, shell = True, env = env)
tracker.submit(args.nworker, [], fun_submit = submit_yarn, verbose = args.verbose, hostIP = args.host_ip)