tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From kshu...@apache.org
Subject tez git commit: TEZ-3927. TestReduceProcessor fails on Hadoop 3.x (Jonathan Eagles via kshukla)
Date Fri, 04 May 2018 22:02:39 GMT
Repository: tez
Updated Branches:
  refs/heads/branch-0.9 5bf3daddd -> 87a912436


TEZ-3927. TestReduceProcessor fails on Hadoop 3.x (Jonathan Eagles via kshukla)

(cherry picked from commit bb2c42b7c5fbe465dbec78590cff0e0020b3a861)


Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/87a91243
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/87a91243
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/87a91243

Branch: refs/heads/branch-0.9
Commit: 87a9124364daa51ba32bc86eba0e85abd130a3d5
Parents: 5bf3dad
Author: Kuhu Shukla <kshukla@yahoo-inc.com>
Authored: Fri May 4 16:59:19 2018 -0500
Committer: Kuhu Shukla <kshukla@yahoo-inc.com>
Committed: Fri May 4 16:59:19 2018 -0500

----------------------------------------------------------------------
 .../src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java | 2 ++
 .../apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java | 1 +
 2 files changed, 3 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/tez/blob/87a91243/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
----------------------------------------------------------------------
diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
index 02c74b2..334a7db 100644
--- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
+++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
@@ -122,6 +122,8 @@ public interface MRJobConfig {
 
   public static final String CACHE_ARCHIVES_VISIBILITIES = "mapreduce.job.cache.archives.visibilities";
 
+  public static final String FILEOUTPUTCOMMITTER_ALGORITHM_VERSION = "mapreduce.fileoutputcommitter.algorithm.version";
+
   /**
    * @deprecated Symlinks are always on and cannot be disabled.
    */

http://git-wip-us.apache.org/repos/asf/tez/blob/87a91243/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java
----------------------------------------------------------------------
diff --git a/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java
b/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java
index 17c7903..0223482 100644
--- a/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java
+++ b/tez-mapreduce/src/test/java/org/apache/tez/mapreduce/processor/reduce/TestReduceProcessor.java
@@ -117,6 +117,7 @@ public class TestReduceProcessor {
         TezTaskOutput.class);
     job.set(TezRuntimeConfiguration.TEZ_RUNTIME_PARTITIONER_CLASS, MRPartitioner.class.getName());
     job.setNumReduceTasks(1);
+    job.setInt(MRJobConfig.FILEOUTPUTCOMMITTER_ALGORITHM_VERSION, 1);
   }
 
   @Before


Mime
View raw message