hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From rbalamo...@apache.org
Subject hive git commit: HIVE-15565: LLAP: GroupByOperator flushes hash table too frequently (Rajesh Balamohan, reviewed by Sergey Shelukhin, Prasanth Jayachandran)
Date Sun, 22 Jan 2017 22:28:05 GMT
Repository: hive
Updated Branches:
  refs/heads/master 43858389b -> 370620f08


HIVE-15565: LLAP: GroupByOperator flushes hash table too frequently (Rajesh Balamohan, reviewed
by Sergey Shelukhin, Prasanth Jayachandran)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/370620f0
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/370620f0
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/370620f0

Branch: refs/heads/master
Commit: 370620f088e0a87a3c8c6788e23390efcfb42cde
Parents: 4385838
Author: Rajesh Balamohan <rbalamohan@apache.org>
Authored: Mon Jan 23 03:57:51 2017 +0530
Committer: Rajesh Balamohan <rbalamohan@apache.org>
Committed: Mon Jan 23 03:57:51 2017 +0530

----------------------------------------------------------------------
 .../java/org/apache/hadoop/hive/ql/exec/GroupByOperator.java   | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/370620f0/ql/src/java/org/apache/hadoop/hive/ql/exec/GroupByOperator.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/GroupByOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/GroupByOperator.java
index 46f0ecd..073147f 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/GroupByOperator.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/GroupByOperator.java
@@ -893,7 +893,11 @@ public class GroupByOperator extends Operator<GroupByDesc> {
       usedMemory = isLlap ? usedMemory / numExecutors : usedMemory;
       rate = (float) usedMemory / (float) maxMemory;
       if(rate > memoryThreshold){
-        return true;
+        if (isTez && numEntriesHashTable == 0) {
+          return false;
+        } else {
+          return true;
+        }
       }
       for (Integer pos : keyPositionsSize) {
         Object key = newKeys.getKeyArray()[pos.intValue()];


Mime
View raw message