From issues-return-159170-archive-asf-public=cust-asf.ponee.io@hive.apache.org Mon Jun 3 23:46:02 2019 Return-Path: X-Original-To: archive-asf-public@cust-asf.ponee.io Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [207.244.88.153]) by mx-eu-01.ponee.io (Postfix) with SMTP id E14E818062F for ; Tue, 4 Jun 2019 01:46:01 +0200 (CEST) Received: (qmail 56202 invoked by uid 500); 3 Jun 2019 23:46:01 -0000 Mailing-List: contact issues-help@hive.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@hive.apache.org Delivered-To: mailing list issues@hive.apache.org Received: (qmail 56186 invoked by uid 99); 3 Jun 2019 23:46:01 -0000 Received: from mailrelay1-us-west.apache.org (HELO mailrelay1-us-west.apache.org) (209.188.14.139) by apache.org (qpsmtpd/0.29) with ESMTP; Mon, 03 Jun 2019 23:46:01 +0000 Received: from jira-lw-us.apache.org (unknown [207.244.88.139]) by mailrelay1-us-west.apache.org (ASF Mail Server at mailrelay1-us-west.apache.org) with ESMTP id 72950E2899 for ; Mon, 3 Jun 2019 23:46:00 +0000 (UTC) Received: from jira-lw-us.apache.org (localhost [127.0.0.1]) by jira-lw-us.apache.org (ASF Mail Server at jira-lw-us.apache.org) with ESMTP id 145962459C for ; Mon, 3 Jun 2019 23:46:00 +0000 (UTC) Date: Mon, 3 Jun 2019 23:46:00 +0000 (UTC) From: "Jason Dere (JIRA)" To: issues@hive.apache.org Message-ID: In-Reply-To: References: Subject: [jira] [Commented] (HIVE-21799) NullPointerException in DynamicPartitionPruningOptimization, when join key is on aggregation column MIME-Version: 1.0 Content-Type: text/plain; charset=utf-8 Content-Transfer-Encoding: 7bit X-JIRA-FingerPrint: 30527f35849b9dde25b450d4833f0394 [ https://issues.apache.org/jira/browse/HIVE-21799?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16855157#comment-16855157 ] Jason Dere commented on HIVE-21799: ----------------------------------- Hey [~vgarg], can you review? > NullPointerException in DynamicPartitionPruningOptimization, when join key is on aggregation column > --------------------------------------------------------------------------------------------------- > > Key: HIVE-21799 > URL: https://issues.apache.org/jira/browse/HIVE-21799 > Project: Hive > Issue Type: Bug > Components: Query Planning > Reporter: Jason Dere > Assignee: Jason Dere > Priority: Major > Attachments: HIVE-21799.1.patch, HIVE-21799.2.patch, HIVE-21799.3.patch > > > Following table/query results in NPE: > {noformat} > create table tez_no_dynpart_hashjoin_on_agg(id int, outcome string, eventid int) stored as orc; > explain select a.id, b.outcome from (select id, max(eventid) as event_id_max from tez_no_dynpart_hashjoin_on_agg group by id) a > LEFT OUTER JOIN tez_no_dynpart_hashjoin_on_agg b > on a.event_id_max = b.eventid; > {noformat} > Stack trace: > {noformat} > java.lang.NullPointerException > at org.apache.hadoop.hive.ql.optimizer.DynamicPartitionPruningOptimization.generateSemiJoinOperatorPlan(DynamicPartitionPruningOptimization.java:608) > at org.apache.hadoop.hive.ql.optimizer.DynamicPartitionPruningOptimization.process(DynamicPartitionPruningOptimization.java:239) > at org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher.dispatch(DefaultRuleDispatcher.java:90) > at org.apache.hadoop.hive.ql.lib.DefaultGraphWalker.dispatchAndReturn(DefaultGraphWalker.java:105) > at org.apache.hadoop.hive.ql.lib.DefaultGraphWalker.dispatch(DefaultGraphWalker.java:89) > at org.apache.hadoop.hive.ql.lib.ForwardWalker.walk(ForwardWalker.java:74) > at org.apache.hadoop.hive.ql.lib.DefaultGraphWalker.startWalking(DefaultGraphWalker.java:120) > at org.apache.hadoop.hive.ql.parse.TezCompiler.runDynamicPartitionPruning(TezCompiler.java:584) > at org.apache.hadoop.hive.ql.parse.TezCompiler.optimizeOperatorPlan(TezCompiler.java:165) > at org.apache.hadoop.hive.ql.parse.TaskCompiler.compile(TaskCompiler.java:159) > at org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.analyzeInternal(SemanticAnalyzer.java:12562) > at org.apache.hadoop.hive.ql.parse.CalcitePlanner.analyzeInternal(CalcitePlanner.java:370) > at org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:289) > at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:671) > at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1905) > at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1852) > at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1847) > at org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126) > at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:219) > at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:242) > at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:189) > at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:408) > at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:340) > at org.apache.hadoop.hive.ql.QTestUtil.executeClientInternal(QTestUtil.java:676) > at org.apache.hadoop.hive.ql.QTestUtil.executeClient(QTestUtil.java:647) > at org.apache.hadoop.hive.cli.control.CoreCliDriver.runTest(CoreCliDriver.java:182) > at org.apache.hadoop.hive.cli.control.CliAdapter.runTest(CliAdapter.java:104) > at org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver(TestMiniLlapLocalCliDriver.java:59) > {noformat} -- This message was sent by Atlassian JIRA (v7.6.3#76005)