From e552ac401e4293af276deaaa8f187f50b0338ca9 Mon Sep 17 00:00:00 2001 From: tqchen Date: Sun, 15 Mar 2015 23:14:56 -0700 Subject: [PATCH] ask for more ram in am --- .../org/apache/hadoop/yarn/rabit/ApplicationMaster.java | 8 +++++--- yarn/src/org/apache/hadoop/yarn/rabit/Client.java | 4 ++-- 2 files changed, 7 insertions(+), 5 deletions(-) diff --git a/yarn/src/org/apache/hadoop/yarn/rabit/ApplicationMaster.java b/yarn/src/org/apache/hadoop/yarn/rabit/ApplicationMaster.java index f51502018..46787ba09 100644 --- a/yarn/src/org/apache/hadoop/yarn/rabit/ApplicationMaster.java +++ b/yarn/src/org/apache/hadoop/yarn/rabit/ApplicationMaster.java @@ -216,12 +216,14 @@ public class ApplicationMaster { assert (killedTasks.size() + finishedTasks.size() == numTasks); success = finishedTasks.size() == numTasks; LOG.info("Application completed. Stopping running containers"); - if (success) { - nmClient.stop(); - } diagnostics = "Diagnostics." + ", num_tasks" + this.numTasks + ", finished=" + this.finishedTasks.size() + ", failed=" + this.killedTasks.size() + "\n" + this.abortDiagnosis; + if (success) { + nmClient.stop(); + } else { + throw new Exception("Application not successful" + diagnostics); + } LOG.info(diagnostics); } catch (Exception e) { diagnostics = e.toString(); diff --git a/yarn/src/org/apache/hadoop/yarn/rabit/Client.java b/yarn/src/org/apache/hadoop/yarn/rabit/Client.java index 57d3e9889..63f92d8be 100644 --- a/yarn/src/org/apache/hadoop/yarn/rabit/Client.java +++ b/yarn/src/org/apache/hadoop/yarn/rabit/Client.java @@ -198,7 +198,7 @@ public class Client { amContainer.setLocalResources(this.setupCacheFiles(appId)); amContainer.setEnvironment(this.getEnvironment()); String cmd = "$JAVA_HOME/bin/java" - + " -Xmx256M" + + " -Xmx900M" + " org.apache.hadoop.yarn.rabit.ApplicationMaster" + this.cacheFileArg + ' ' + this.appArgs + " 1>" + ApplicationConstants.LOG_DIR_EXPANSION_VAR + "/stdout" @@ -208,7 +208,7 @@ public class Client { // Set up resource type requirements for ApplicationMaster Resource capability = Records.newRecord(Resource.class); - capability.setMemory(256); + capability.setMemory(1024); capability.setVirtualCores(1); LOG.info("jobname=" + this.jobName + ",username=" + this.userName);