hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From naganarasimha...@apache.org
Subject hadoop git commit: MAPREDUCE-6772. Add MR Job Configurations for Containers reuse. Contributed by Devaraj K.
Date Mon, 24 Oct 2016 23:18:01 GMT
Repository: hadoop
Updated Branches:
  refs/heads/MR-6749 ed9fcbec5 -> 83b9cdf0b


MAPREDUCE-6772. Add MR Job Configurations for Containers reuse. Contributed by Devaraj K.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/83b9cdf0
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/83b9cdf0
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/83b9cdf0

Branch: refs/heads/MR-6749
Commit: 83b9cdf0bb1c42301796a1072c7ef01227fc2615
Parents: ed9fcbe
Author: Naganarasimha <naganarasimha_gr@apache.org>
Authored: Tue Oct 25 04:47:06 2016 +0530
Committer: Naganarasimha <naganarasimha_gr@apache.org>
Committed: Tue Oct 25 04:47:06 2016 +0530

----------------------------------------------------------------------
 .../apache/hadoop/mapreduce/MRJobConfig.java    | 40 +++++++++++++++++
 .../src/main/resources/mapred-default.xml       | 46 ++++++++++++++++++++
 2 files changed, 86 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hadoop/blob/83b9cdf0/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java
index 1325b74..602088e 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java
@@ -1009,4 +1009,44 @@ public interface MRJobConfig {
    * A comma-separated list of properties whose value will be redacted.
    */
   String MR_JOB_REDACTED_PROPERTIES = "mapreduce.job.redacted-properties";
+
+  /**
+   * Whether to enable the RM Container reuse or not.
+   */
+  String MR_AM_CONTAINER_REUSE_ENABLED = MR_PREFIX + "container.reuse.enabled";
+  boolean DEFAULT_MR_AM_CONTAINER_REUSE_ENABLED = false;
+
+  /**
+   * No of times can each container(Map Task) reuse. The Default value is -1,
+   * which implies there is no limit for reusing the container for map tasks.
+   */
+  String MR_AM_CONTAINER_REUSE_MAX_MAPTASKS = MR_PREFIX
+      + "container.reuse.max-maptasks";
+  int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_MAPTASKS = -1;
+
+  /**
+   * No of tasks can each container(Reduce Task) reuse. The Default value is -1,
+   * which implies there is no limit for reusing the container for reduce tasks.
+   */
+  String MR_AM_CONTAINER_REUSE_MAX_REDUCETASKS = MR_PREFIX
+      + "container.reuse.max-reducetasks";
+  int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_REDUCETASKS = -1;
+
+  /**
+   * No of Max Map task containers can be reused at any point of time. The
+   * Default value is -1, which implies there is no limit of having map task
+   * containers for reuse at any time.
+   */
+  String MR_AM_CONTAINER_REUSE_MAX_MAPTASKCONTAINERS = MR_PREFIX
+      + "container.reuse.max-maptaskcontainers";
+  int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_MAPTASKCONTAINERS = -1;
+
+  /**
+   * No Of Max Reduce Task Containers can be reused at any point of time. The
+   * Default value is -1, which implies there is no limit of having reduce task
+   * containers for reuse at any time.
+   */
+  String MR_AM_CONTAINER_REUSE_MAX_REDUCETASKCONTAINERS = MR_PREFIX
+      + "container.reuse.max-reducetaskcontainers";
+  int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_REDUCETASKCONTAINERS = -1;
 }

http://git-wip-us.apache.org/repos/asf/hadoop/blob/83b9cdf0/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
index fe29212..a496317 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
@@ -1976,4 +1976,50 @@
   <name>mapreduce.job.redacted-properties</name>
   <value></value>
 </property>
+
+<property>
+  <description>
+    Whether to enable the RM Container reuse or not.
+  </description>
+  <name>yarn.app.mapreduce.container.reuse.enabled</name>
+  <value>false</value>
+</property>
+
+<property>
+  <description>
+    No of times can each container(Map Task) reuse. The Default value is -1,
+    which implies there is no limit for reusing the container for map tasks.
+  </description>
+  <name>yarn.app.mapreduce.container.reuse.max-maptasks</name>
+  <value>-1</value>
+</property>
+
+<property>
+  <description>
+    No of tasks can each container(Reduce Task) reuse. The Default value is -1,
+    which implies there is no limit for reusing the container for reduce tasks.
+  </description>
+  <name>yarn.app.mapreduce.container.reuse.max-reducetasks</name>
+  <value>-1</value>
+</property>
+
+<property>
+  <description>
+    No of Max Map task containers can be reused at any point of time. The
+    Default value is -1, which implies there is no limit of having map task
+    containers for reuse at any time.
+  </description>
+  <name>yarn.app.mapreduce.container.reuse.max-maptaskcontainers</name>
+  <value>-1</value>
+</property>
+
+<property>
+  <description>
+    No Of Max Reduce Task Containers can be reused at any point of time. The
+    Default value is -1, which implies there is no limit of having reduce task
+    containers for reuse at any time.
+  </description>
+  <name>yarn.app.mapreduce.container.reuse.max-reducetaskcontainers</name>
+  <value>-1</value>
+</property>
 </configuration>


---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org


Mime
View raw message