hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From prasan...@apache.org
Subject hive git commit: HIVE-17834: Fix flaky triggers test (Prasanth Jayachandran reviewed by Sergey Shelukhin)
Date Mon, 30 Oct 2017 08:05:03 GMT
Repository: hive
Updated Branches:
  refs/heads/master e63ebccc8 -> d6dd543b2


HIVE-17834: Fix flaky triggers test (Prasanth Jayachandran reviewed by Sergey Shelukhin)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/d6dd543b
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/d6dd543b
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/d6dd543b

Branch: refs/heads/master
Commit: d6dd543b2ee982c48f0f7b44e019d268ba084213
Parents: e63ebcc
Author: Prasanth Jayachandran <prasanthj@apache.org>
Authored: Mon Oct 30 01:04:27 2017 -0700
Committer: Prasanth Jayachandran <prasanthj@apache.org>
Committed: Mon Oct 30 01:04:27 2017 -0700

----------------------------------------------------------------------
 .../hive/jdbc/TestTriggersTezSessionPoolManager.java  | 14 +++++++++++---
 1 file changed, 11 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/d6dd543b/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestTriggersTezSessionPoolManager.java
----------------------------------------------------------------------
diff --git a/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestTriggersTezSessionPoolManager.java
b/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestTriggersTezSessionPoolManager.java
index cf24247..8d962b5 100644
--- a/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestTriggersTezSessionPoolManager.java
+++ b/itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestTriggersTezSessionPoolManager.java
@@ -138,9 +138,17 @@ public class TestTriggersTezSessionPoolManager {
     Expression expression = ExpressionFactory.fromString("SHUFFLE_BYTES > 100");
     Trigger trigger = new ExecutionTrigger("big_shuffle", expression, Trigger.Action.KILL_QUERY);
     setupTriggers(Lists.newArrayList(trigger));
-    String query = "select sleep(t1.under_col, 5), t1.value from " + tableName + " t1 join
" + tableName +
-      " t2 on t1.under_col>=t2.under_col";
-    runQueryWithTrigger(query, null, "Query was cancelled");
+    List<String> setCmds = new ArrayList<>();
+    // reducer phase starts only after 75% of mappers
+    // this will start 15 tasks, shuffle starts after 11 tasks
+    setCmds.add("set hive.exec.dynamic.partition.mode=nonstrict");
+    setCmds.add("set mapred.min.split.size=400");
+    setCmds.add("set mapred.max.split.size=400");
+    setCmds.add("set tez.grouping.min-size=400");
+    setCmds.add("set tez.grouping.max-size=400");
+    String query = "select t1.under_col, t1.value from " + tableName + " t1 join " + tableName
+
+      " t2 on t1.under_col>=t2.under_col order by t1.under_col";
+    runQueryWithTrigger(query, setCmds, "Query was cancelled");
   }
 
   @Test(timeout = 60000)


Mime
View raw message