tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From s...@apache.org
Subject [16/24] tez git commit: TEZ-3104. Tez fails on Bzip2 intermediate output format on hadoop 2.7.1 and earlier
Date Thu, 18 Feb 2016 09:58:10 GMT
TEZ-3104. Tez fails on Bzip2 intermediate output format on hadoop 2.7.1 and earlier


Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/6f57630e
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/6f57630e
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/6f57630e

Branch: refs/heads/TEZ-2980
Commit: 6f57630ee5d5a1a02342a25e4b48a698fd237390
Parents: 99c85d3
Author: Jonathan Eagles <jeagles@yahoo-inc.com>
Authored: Thu Feb 11 10:33:52 2016 -0600
Committer: Jonathan Eagles <jeagles@yahoo-inc.com>
Committed: Thu Feb 11 10:33:52 2016 -0600

----------------------------------------------------------------------
 CHANGES.txt                                                        | 2 ++
 .../tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java | 2 ++
 2 files changed, 4 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/tez/blob/6f57630e/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index c769843..61aaaa7 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -6,6 +6,7 @@ Release 0.8.3: Unreleased
 INCOMPATIBLE CHANGES
 
 ALL CHANGES:
+  TEZ-3104. Tez fails on Bzip2 intermediate output format on hadoop 2.7.1 and earlier
   TEZ-3090. MRInput should make dagIdentifier, vertexIdentifier, etc available to the InputFormat
jobConf.
   TEZ-3093. CriticalPathAnalyzer should be accessible via zeppelin.
   TEZ-3089. TaskConcurrencyAnalyzer can return negative task count with very large jobs.
@@ -329,6 +330,7 @@ INCOMPATIBLE CHANGES
   TEZ-2949. Allow duplicate dag names within session for Tez.
 
 ALL CHANGES
+  TEZ-3104. Tez fails on Bzip2 intermediate output format on hadoop 2.7.1 and earlier
   TEZ-3093. CriticalPathAnalyzer should be accessible via zeppelin.
   TEZ-3089. TaskConcurrencyAnalyzer can return negative task count with very large jobs.
   TEZ-2307. Possible wrong error message when submitting new dag.

http://git-wip-us.apache.org/repos/asf/tez/blob/6f57630e/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java
b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java
index de3b2cb..db43651 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/Shuffle.java
@@ -116,6 +116,8 @@ public class Shuffle implements ExceptionReporter {
       Class<? extends CompressionCodec> codecClass =
           ConfigUtils.getIntermediateInputCompressorClass(conf, DefaultCodec.class);
       codec = ReflectionUtils.newInstance(codecClass, conf);
+      // Work around needed for HADOOP-12191. Avoids the native initialization synchronization
race
+      codec.getDecompressorType();
     } else {
       codec = null;
     }


Mime
View raw message