add support for yarn
This commit is contained in:
parent
d3433c5946
commit
ab7492dbc2
@ -43,6 +43,9 @@ void AllreduceBase::Init(void) {
|
|||||||
}
|
}
|
||||||
// handling for hadoop
|
// handling for hadoop
|
||||||
const char *num_task = getenv("mapred_map_tasks");
|
const char *num_task = getenv("mapred_map_tasks");
|
||||||
|
if (num_task == NULL) {
|
||||||
|
num_task = getenv("mapreduce_job_maps");
|
||||||
|
}
|
||||||
if (hadoop_mode != 0) {
|
if (hadoop_mode != 0) {
|
||||||
utils::Check(num_task != NULL, "hadoop_mode is set but cannot find mapred_map_tasks");
|
utils::Check(num_task != NULL, "hadoop_mode is set but cannot find mapred_map_tasks");
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user