Hendrik/xgboost
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

ask for more ram in am

Browse Source
This commit is contained in:
tqchen 2015-03-15 23:14:56 -07:00
parent b2505e3d6f
commit e552ac401e
2 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
yarn/src/org/apache/hadoop/yarn/rabit/ApplicationMaster.java
View File

@ -216,12 +216,14 @@ public class ApplicationMaster {
assert (killedTasks.size() + finishedTasks.size() == numTasks); assert (killedTasks.size() + finishedTasks.size() == numTasks);
success = finishedTasks.size() == numTasks; success = finishedTasks.size() == numTasks;
LOG.info("Application completed. Stopping running containers"); LOG.info("Application completed. Stopping running containers");
if (success) {
nmClient.stop();
}
diagnostics = "Diagnostics." + ", num_tasks" + this.numTasks diagnostics = "Diagnostics." + ", num_tasks" + this.numTasks
+ ", finished=" + this.finishedTasks.size() + ", failed=" + ", finished=" + this.finishedTasks.size() + ", failed="
+ this.killedTasks.size() + "\n" + this.abortDiagnosis; + this.killedTasks.size() + "\n" + this.abortDiagnosis;
if (success) {
nmClient.stop();
} else {
throw new Exception("Application not successful" + diagnostics);
}
LOG.info(diagnostics); LOG.info(diagnostics);
} catch (Exception e) { } catch (Exception e) {
diagnostics = e.toString(); diagnostics = e.toString();

4
yarn/src/org/apache/hadoop/yarn/rabit/Client.java
View File

@ -198,7 +198,7 @@ public class Client {
amContainer.setLocalResources(this.setupCacheFiles(appId)); amContainer.setLocalResources(this.setupCacheFiles(appId));
amContainer.setEnvironment(this.getEnvironment()); amContainer.setEnvironment(this.getEnvironment());
String cmd = "$JAVA_HOME/bin/java" String cmd = "$JAVA_HOME/bin/java"
+ " -Xmx256M" + " -Xmx900M"
+ " org.apache.hadoop.yarn.rabit.ApplicationMaster" + " org.apache.hadoop.yarn.rabit.ApplicationMaster"
+ this.cacheFileArg + ' ' + this.appArgs + " 1>" + this.cacheFileArg + ' ' + this.appArgs + " 1>"
+ ApplicationConstants.LOG_DIR_EXPANSION_VAR + "/stdout" + ApplicationConstants.LOG_DIR_EXPANSION_VAR + "/stdout"
@ -208,7 +208,7 @@ public class Client {
// Set up resource type requirements for ApplicationMaster // Set up resource type requirements for ApplicationMaster
Resource capability = Records.newRecord(Resource.class); Resource capability = Records.newRecord(Resource.class);
capability.setMemory(256); capability.setMemory(1024);
capability.setVirtualCores(1); capability.setVirtualCores(1);
LOG.info("jobname=" + this.jobName + ",username=" + this.userName); LOG.info("jobname=" + this.jobName + ",username=" + this.userName);