hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From gop...@apache.org
Subject hive git commit: HIVE-12999: Tez: Vertex creation reduce NN IPCs (Gopal V, reviewed by Sergey Shelukhin)
Date Tue, 09 Feb 2016 02:19:55 GMT
Repository: hive
Updated Branches:
  refs/heads/branch-1 61294afc7 -> e5f4ebd03


HIVE-12999: Tez: Vertex creation reduce NN IPCs (Gopal V, reviewed by Sergey Shelukhin)

Signed-off-by: Gopal V <gopalv@apache.org>
(cherry picked from commit 4fa0f665968bdc6a8c615994f2591d7bff49a1f6)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/e5f4ebd0
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/e5f4ebd0
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/e5f4ebd0

Branch: refs/heads/branch-1
Commit: e5f4ebd03c8d8963e6683bc0ce728ec4302c40f6
Parents: 61294af
Author: Gopal V <gopalv@apache.org>
Authored: Mon Feb 8 16:27:18 2016 -0800
Committer: Gopal V <gopalv@apache.org>
Committed: Mon Feb 8 17:06:58 2016 -0800

----------------------------------------------------------------------
 ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/e5f4ebd0/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java
index 1d8e3b1..4093134 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java
@@ -3804,13 +3804,19 @@ public final class Utilities {
 
     Map<String, ArrayList<String>> pa = mWork.getPathToAliases();
     if (pa != null) {
+      // common case: 1 table scan per map-work
+      // rare case: smb joins
+      HashSet<String> aliases = new HashSet<String>(1);
       List<Operator<? extends OperatorDesc>> ops =
-        new ArrayList<Operator<? extends OperatorDesc>>();
+          new ArrayList<Operator<? extends OperatorDesc>>();
       for (List<String> ls : pa.values()) {
         for (String a : ls) {
-          ops.add(mWork.getAliasToWork().get(a));
+          aliases.add(a);
         }
       }
+      for (String a : aliases) {
+        ops.add(mWork.getAliasToWork().get(a));
+      }
       createTmpDirs(conf, ops);
     }
   }


Mime
View raw message