xgboost/tracker/rabit_yarn.py
2015-01-11 11:13:02 -08:00

11 lines
344 B
Python
Executable File

#!/usr/bin/python
"""
This is a script to submit rabit job using Yarn
submit the rabit process as mappers of MapReduce
"""
import rabit_hadoop
if __name__ == 'main':
fun_submit = lambda nworker, worker_args: hadoop_streaming(nworker, worker_args, True)
tracker.submit(args.nworker, [], fun_submit = fun_submit, verbose = args.verbose)