hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jd...@apache.org
Subject hive git commit: HIVE-13852: NPE in TaskLocationHints during LLAP GetSplits request (Jason Dere, reviewed by Siddharth Seth)
Date Tue, 31 May 2016 19:35:25 GMT
Repository: hive
Updated Branches:
  refs/heads/branch-2.1 545973cdf -> 44a8f0a9c


HIVE-13852: NPE in TaskLocationHints during LLAP GetSplits request (Jason Dere, reviewed by
Siddharth Seth)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/44a8f0a9
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/44a8f0a9
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/44a8f0a9

Branch: refs/heads/branch-2.1
Commit: 44a8f0a9c30e0fda402eee2b533e159580978386
Parents: 545973c
Author: Jason Dere <jdere@hortonworks.com>
Authored: Tue May 31 12:21:28 2016 -0700
Committer: Jason Dere <jdere@hortonworks.com>
Committed: Tue May 31 12:30:11 2016 -0700

----------------------------------------------------------------------
 .../apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java   | 3 +++
 1 file changed, 3 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/44a8f0a9/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
index 83d492a..140dbda 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDTFGetSplits.java
@@ -91,7 +91,9 @@ import org.apache.hadoop.yarn.api.records.LocalResourceType;
 import org.apache.tez.dag.api.DAG;
 import org.apache.tez.dag.api.TaskLocationHint;
 import org.apache.tez.dag.api.TaskSpecBuilder;
+import org.apache.tez.dag.api.TezConfiguration;
 import org.apache.tez.dag.api.Vertex;
+import org.apache.tez.mapreduce.grouper.TezSplitGrouper;
 import org.apache.tez.runtime.api.Event;
 import org.apache.tez.runtime.api.events.InputConfigureVertexTasksEvent;
 import org.apache.tez.runtime.api.impl.EventMetaData;
@@ -205,6 +207,7 @@ public class GenericUDTFGetSplits extends GenericUDTF {
     HiveConf.setVar(conf, HiveConf.ConfVars.HIVE_EXECUTION_MODE, "llap");
     HiveConf.setBoolVar(conf, HiveConf.ConfVars.HIVE_TEZ_GENERATE_CONSISTENT_SPLITS, true);
     HiveConf.setBoolVar(conf, HiveConf.ConfVars.LLAP_CLIENT_CONSISTENT_SPLITS, true);
+    conf.setBoolean(TezSplitGrouper.TEZ_GROUPING_NODE_LOCAL_ONLY, true);
     // Tez/LLAP requires RPC query plan
     HiveConf.setBoolVar(conf, HiveConf.ConfVars.HIVE_RPC_QUERY_PLAN, true);
 


Mime
View raw message