Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

to run all executables

Browse Source
This commit is contained in:
nachocano 2014-12-06 15:37:09 -08:00
parent fcf2f0a03d
commit 20b03e781c
1 changed files with 16 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
test/speed_runner.py
View File

@ -6,7 +6,8 @@ def main():
parser = argparse.ArgumentParser(description='TODO')
parser.add_argument('-ho', '--host_dir', required=True)
parser.add_argument('-s', '--submit_script', required=True)
parser.add_argument('-ex', '--executable', required=True)
parser.add_argument('-rex', '--rabit_exec', required=True)
parser.add_argument('-mpi', '--mpi_exec', required=True)
args = parser.parse_args()
ndata = [10**4, 10**5, 10**6, 10**7]
@ -14,13 +15,20 @@ def main():
machines = [2,4,8,16,31]
for i, data in enumerate(ndata):
for machine in machines:
host_file = os.path.join(args.host_dir, 'hosts%d' % machine)
cmd = 'python %s %d %s %s %d %d' % (args.submit_script, machine, host_file, args.executable, data, nrepeat[i])
sys.stderr.write('data=%d, repeat=%d, machine=%d\n' % (data, nrepeat[i], machine))
sys.stderr.flush()
os.system(cmd)
executables = [args.rabit_exec, args.mpi_exec]
for executable in executables:
sys.stderr.write('Executable %s' % executable)
sys.stderr.flush()
for i, data in enumerate(ndata):
for machine in machines:
host_file = os.path.join(args.host_dir, 'hosts%d' % machine)
cmd = 'python %s %d %s %s %d %d' % (args.submit_script, machine, host_file, executable, data, nrepeat[i])
sys.stderr.write('data=%d, repeat=%d, machine=%d\n' % (data, nrepeat[i], machine))
sys.stderr.flush()
os.system(cmd)
sys.stderr.write('\n')
sys.stderr.flush()
if __name__ == "__main__":
main()