tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From hit...@apache.org
Subject tez git commit: TEZ-2840. MRInputLegacy.init should set splitInfoViaEvents. (Sergey Shelukhin via hitesh)
Date Fri, 18 Sep 2015 04:30:43 GMT
Repository: tez
Updated Branches:
  refs/heads/master 35cf02382 -> 6af43ce40


TEZ-2840. MRInputLegacy.init should set splitInfoViaEvents. (Sergey Shelukhin via hitesh)


Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/6af43ce4
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/6af43ce4
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/6af43ce4

Branch: refs/heads/master
Commit: 6af43ce40f77fa1fb1f551f3a7cf5251654c710f
Parents: 35cf023
Author: Hitesh Shah <hitesh@apache.org>
Authored: Thu Sep 17 21:29:03 2015 -0700
Committer: Hitesh Shah <hitesh@apache.org>
Committed: Thu Sep 17 21:29:03 2015 -0700

----------------------------------------------------------------------
 CHANGES.txt                                                  | 2 ++
 .../main/java/org/apache/tez/mapreduce/input/MRInput.java    | 8 ++++----
 2 files changed, 6 insertions(+), 4 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/tez/blob/6af43ce4/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index 0770ee5..eb646f2 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -7,6 +7,7 @@ Release 0.8.1: Unreleased
 INCOMPATIBLE CHANGES
 
 ALL CHANGES:
+  TEZ-2840. MRInputLegacy.init should set splitInfoViaEvents.
   TEZ-2827. Increase timeout for TestFetcher testInputAttemptIdentifierMap
   TEZ-2774. Improvements and cleanup of logging for the AM and parts of the runtme.
   TEZ-2825. Report progress in terms of completed tasks to reduce load on AM for Tez UI
@@ -181,6 +182,7 @@ Release 0.7.1: Unreleased
 INCOMPATIBLE CHANGES
 
 ALL CHANGES:
+  TEZ-2840. MRInputLegacy.init should set splitInfoViaEvents.
   TEZ-2829. Tez UI: minor fixes to in-progress update of UI from AM
   TEZ-2663. SessionNotRunning exceptions are wrapped in a ServiceException from a dying AM.
   TEZ-2825. Report progress in terms of completed tasks to reduce load on AM for Tez UI

http://git-wip-us.apache.org/repos/asf/tez/blob/6af43ce4/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java
----------------------------------------------------------------------
diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java
index 70365cd..f3dcb42 100644
--- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java
+++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/input/MRInput.java
@@ -435,10 +435,6 @@ public class MRInput extends MRInputBase {
   public List<Event> initialize() throws IOException {
     super.initialize();
     getContext().inputIsReady();
-    this.splitInfoViaEvents = jobConf.getBoolean(MRJobConfig.MR_TEZ_SPLITS_VIA_EVENTS,
-        MRJobConfig.MR_TEZ_SPLITS_VIA_EVENTS_DEFAULT);
-    LOG.info("Using New mapreduce API: " + useNewApi
-        + ", split information via event: " + splitInfoViaEvents);
     initializeInternal();
     return null;
   }
@@ -452,6 +448,10 @@ public class MRInput extends MRInputBase {
 
   @Private
   void initializeInternal() throws IOException {
+    this.splitInfoViaEvents = jobConf.getBoolean(MRJobConfig.MR_TEZ_SPLITS_VIA_EVENTS,
+        MRJobConfig.MR_TEZ_SPLITS_VIA_EVENTS_DEFAULT);
+    LOG.info("Using New mapreduce API: " + useNewApi
+        + ", split information via event: " + splitInfoViaEvents);
     // Primarily for visibility
     rrLock.lock();
     try {


Mime
View raw message