hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ka...@apache.org
Subject [30/50] [abbrv] hadoop git commit: MAPREDUCE-6605. Fix typos mapreduce.map.skip.proc.count.autoincr and mapreduce.reduce.skip.proc.count.autoincr in mapred-default.xml. Contributed by Kai Sasaki.
Date Mon, 25 Jan 2016 17:26:05 GMT
MAPREDUCE-6605. Fix typos mapreduce.map.skip.proc.count.autoincr and mapreduce.reduce.skip.proc.count.autoincr
in mapred-default.xml. Contributed by Kai Sasaki.


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/f5c8c857
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/f5c8c857
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/f5c8c857

Branch: refs/heads/YARN-1011
Commit: f5c8c857beea5b1c0a652f3097c15c06c421fbaa
Parents: b41a7e8
Author: Akira Ajisaka <aajisaka@apache.org>
Authored: Fri Jan 22 18:35:43 2016 +0900
Committer: Akira Ajisaka <aajisaka@apache.org>
Committed: Fri Jan 22 18:35:43 2016 +0900

----------------------------------------------------------------------
 hadoop-mapreduce-project/CHANGES.txt            |  4 ++++
 .../src/main/resources/mapred-default.xml       | 24 ++++++++++++++++++++
 2 files changed, 28 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hadoop/blob/f5c8c857/hadoop-mapreduce-project/CHANGES.txt
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt
index 373b4bb..5eb6984 100644
--- a/hadoop-mapreduce-project/CHANGES.txt
+++ b/hadoop-mapreduce-project/CHANGES.txt
@@ -691,6 +691,10 @@ Release 2.8.0 - UNRELEASED
 
     MAPREDUCE-6601. Fix typo in Job#setUseNewAPI. (Kai Sasaki via aajisaka)
 
+    MAPREDUCE-6605. Fix typos mapreduce.map.skip.proc.count.autoincr and
+    mapreduce.reduce.skip.proc.count.autoincr in mapred-default.xml.
+    (Kai Sasaki via aajisaka)
+
 Release 2.7.3 - UNRELEASED
 
   INCOMPATIBLE CHANGES

http://git-wip-us.apache.org/repos/asf/hadoop/blob/f5c8c857/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
----------------------------------------------------------------------
diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
index 962584c..efbbf53 100644
--- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
+++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
@@ -912,6 +912,18 @@
   </property>
 
   <property>
+    <name>mapreduce.map.skip.proc-count.auto-incr</name>
+    <value>true</value>
+    <description>The flag which if set to true,
+    SkipBadRecords.COUNTER_MAP_PROCESSED_RECORDS is incremented by
+    MapRunner after invoking the map function. This value must be set
+    to false for applications which process the records asynchronously
+    or buffer the input records. For example streaming. In such cases
+    applications should increment this counter on their own.
+    </description>
+  </property>
+
+  <property>
     <name>mapreduce.reduce.skip.maxgroups</name>
     <value>0</value>
     <description> The number of acceptable skip groups surrounding the bad
@@ -927,6 +939,18 @@
   </property>
 
   <property>
+    <name>mapreduce.reduce.skip.proc-count.auto-incr</name>
+    <value>true</value>
+    <description>The flag which if set to true.
+    SkipBadRecords.COUNTER_REDUCE_PROCESSED_GROUPS is incremented by framework
+    after invoking the reduce function. This value must be set to false for
+    applications which process the records asynchronously or buffer the input
+    records. For example streaming. In such cases applications should increment
+    this counter on their own.
+    </description>
+  </property>
+
+  <property>
     <name>mapreduce.ifile.readahead</name>
     <value>true</value>
     <description>Configuration key to enable/disable IFile readahead.


Mime
View raw message