asterixdb-notifications mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Yingyi Bu (JIRA)" <j...@apache.org>
Subject [jira] [Resolved] (ASTERIXDB-1127) TPCH Q3 fails with Secondary Indices
Date Tue, 08 Mar 2016 05:13:40 GMT

     [ https://issues.apache.org/jira/browse/ASTERIXDB-1127?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Yingyi Bu resolved ASTERIXDB-1127.
----------------------------------
    Resolution: Fixed

> TPCH Q3 fails with Secondary Indices
> ------------------------------------
>
>                 Key: ASTERIXDB-1127
>                 URL: https://issues.apache.org/jira/browse/ASTERIXDB-1127
>             Project: Apache AsterixDB
>          Issue Type: Bug
>          Components: AsterixDB
>            Reporter: Pouria
>            Assignee: Yingyi Bu
>            Priority: Critical
>
> - Trying TPCH-Q3 on schema with secondary indices fails.
> - The query compiles successfully, and optimized plan gets generated, but right before
job execution starts it crashes with an NPE.
> - It can be reproduced simply by running DDL and then the query agains the empty datasets
and their indices. (No data loading is required).
> - The query works fine against the schema with no indices.
> - Here is the DDL:
> drop dataverse tpch if exists;
> create dataverse tpch;
> use dataverse tpch;
> create type LineItemType as {
>   l_orderkey: int64,
>   l_partkey: int64,
>   l_suppkey: int64,
>   l_linenumber: int32,
>   l_quantity: int32,
>   l_extendedprice: double,
>   l_discount: double,
>   l_tax: double,
>   l_returnflag: string,
>   l_linestatus: string,
>   l_shipdate: string,
>   l_commitdate: string,
>   l_receiptdate: string,
>   l_shipinstruct: string,
>   l_shipmode: string,
>   l_comment: string
> }
> create type OrderType as {
>   o_orderkey: int64,
>   o_custkey: int64,
>   o_orderstatus: string,
>   o_totalprice: double,
>   o_orderdate: string,
>   o_orderpriority: string,
>   o_clerk: string,
>   o_shippriority: int32,
>   o_comment: string
> }
> create type CustomerType as {
>   c_custkey: int64,
>   c_name: string,
>   c_address: string,
>   c_nationkey: int32,
>   c_phone: string,
>   c_acctbal: double,
>   c_mktsegment: string,
>   c_comment: string
> }
> create type PartType as {
>   p_partkey: int64, 
>   p_name: string,
>   p_mfgr: string,
>   p_brand: string,
>   p_type: string,
>   p_size: int32,
>   p_container: string,
>   p_retailprice: double,
>   p_comment: string
> }
> create type PartSuppType as {
>   ps_partkey: int64,
>   ps_suppkey: int64,
>   ps_availqty: int32,
>   ps_supplycost: double,
>   ps_comment: string
> }
> create type SupplierType as {
>   s_suppkey: int64,
>   s_name: string,
>   s_address: string,
>   s_nationkey: int32,
>   s_phone: string,
>   s_acctbal: double,
>   s_comment: string
> }
> create type NationType as {
>   n_nationkey: int32,
>   n_name: string,
>   n_regionkey: int32,
>   n_comment: string
> }
> create type RegionType as {
>   r_regionkey: int32,
>   r_name: string,
>   r_comment: string
> }
> create dataset LineItem(LineItemType) primary key l_orderkey, l_linenumber;
> create dataset Orders(OrderType)      primary key o_orderkey;
> create dataset Customer(CustomerType) primary key c_custkey;
> create dataset Part(PartType)         primary key p_partkey;
> create dataset Partsupp(PartSuppType) primary key ps_partkey, ps_suppkey;
> create dataset Supplier(SupplierType) primary key s_suppkey;
> create dataset Region(RegionType)     primary key r_regionkey;
> create dataset Nation(NationType)     primary key n_nationkey;
> //------------
> use dataverse tpch;
> create index nation_fk_region on Nation(n_regionkey);
> create index supplier_fk_nation on Supplier (s_nationkey);
> create index partsupp_fk_part on Partsupp (ps_partkey);
> create index partsupp_fk_supplier on Partsupp (ps_suppkey);
> create index customer_fk_nation on Customer (c_nationkey);
> create index orders_fk_customer on Orders (o_custkey);
> create index lineitem_fk_orders on LineItem (l_orderkey);
> create index lineitem_fk_part on LineItem (l_partkey);
> create index lineitem_fk_supplier on LineItem (l_suppkey);
> create index orders_orderdateIx on Orders (o_orderdate);
> create index lineitem_shipdateIx on LineItem (l_shipdate);
> create index lineitem_receiptdateIx on LineItem (l_receiptdate);
> -) Here is the Query:
> for $c in dataset('Customer')
> for $o in dataset('Orders')
> where
>   $c.c_mktsegment = 'BUILDING' and $c.c_custkey = $o.o_custkey 
> for $l in dataset('LineItem')
> where
>   $l.l_orderkey = $o.o_orderkey and
>   $o.o_orderdate < '1995-03-15' and $l.l_shipdate > '1995-03-15'
> /*+ hash*/
> group by $l_orderkey := $l.l_orderkey, $o_orderdate := $o.o_orderdate, $o_shippriority
:= $o.o_shippriority
>   with $l
> let $revenue := sum (
>   for $i in $l 
>   return 
>     $i.l_extendedprice * (1 - $i.l_discount)
> )
> order by $revenue desc, $o_orderdate
> limit 10
> return {  
>   "l_orderkey": $l_orderkey,
>   "revenue": $revenue,
>   "o_orderdate": $o_orderdate,
>   "o_shippriority": $o_shippriority 
> }
> -) Here is the error from cc logs:
> INFO: Executing: JobStart
> java.lang.NullPointerException
> 	at org.apache.hyracks.api.job.JobSpecification.getInputConnectorDescriptor(JobSpecification.java:191)
> 	at org.apache.hyracks.api.job.JobSpecification.getInputConnectorDescriptor(JobSpecification.java:187)
> 	at org.apache.hyracks.api.client.impl.JobActivityGraphBuilder.addSourceEdge(JobActivityGraphBuilder.java:81)
> 	at org.apache.hyracks.dataflow.std.base.AbstractSingleActivityOperatorDescriptor.contributeActivities(AbstractSingleActivityOperatorDescriptor.java:45)
> 	at org.apache.hyracks.api.client.impl.JobSpecificationActivityClusterGraphGeneratorFactory$2.visit(JobSpecificationActivityClusterGraphGeneratorFactory.java:67)
> 	at org.apache.hyracks.api.client.impl.PlanUtils.visitOperator(PlanUtils.java:41)
> 	at org.apache.hyracks.api.client.impl.PlanUtils.visit(PlanUtils.java:34)
> 	at org.apache.hyracks.api.client.impl.JobSpecificationActivityClusterGraphGeneratorFactory.createActivityClusterGraphGenerator(JobSpecificationActivityClusterGraphGeneratorFactory.java:64)
> 	at org.apache.hyracks.control.cc.work.JobStartWork.doRun(JobStartWork.java:61)
> 	at org.apache.hyracks.control.common.work.SynchronizableWork.run(SynchronizableWork.java:36)
> 	at org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
> java.lang.NullPointerException
> 	at org.apache.hyracks.api.job.JobSpecification.getInputConnectorDescriptor(JobSpecification.java:191)
> 	at org.apache.hyracks.api.job.JobSpecification.getInputConnectorDescriptor(JobSpecification.java:187)
> 	at org.apache.hyracks.api.client.impl.JobActivityGraphBuilder.addSourceEdge(JobActivityGraphBuilder.java:81)
> 	at org.apache.hyracks.dataflow.std.base.AbstractSingleActivityOperatorDescriptor.contributeActivities(AbstractSingleActivityOperatorDescriptor.java:45)
> 	at org.apache.hyracks.api.client.impl.JobSpecificationActivityClusterGraphGeneratorFactory$2.visit(JobSpecificationActivityClusterGraphGeneratorFactory.java:67)
> 	at org.apache.hyracks.api.client.impl.PlanUtils.visitOperator(PlanUtils.java:41)
> 	at org.apache.hyracks.api.client.impl.PlanUtils.visit(PlanUtils.java:34)
> 	at org.apache.hyracks.api.client.impl.JobSpecificationActivityClusterGraphGeneratorFactory.createActivityClusterGraphGenerator(JobSpecificationActivityClusterGraphGeneratorFactory.java:64)
> 	at org.apache.hyracks.control.cc.work.JobStartWork.doRun(JobStartWork.java:61)
> 	at org.apache.hyracks.control.common.work.SynchronizableWork.run(SynchronizableWork.java:36)
> 	at org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)
> Oct 05, 2015 3:02:37 PM org.apache.asterix.api.http.servlet.APIServlet doPost
> SEVERE: null
> java.lang.NullPointerException
> 	at org.apache.hyracks.api.job.JobSpecification.getInputConnectorDescriptor(JobSpecification.java:191)
> 	at org.apache.hyracks.api.job.JobSpecification.getInputConnectorDescriptor(JobSpecification.java:187)
> 	at org.apache.hyracks.api.client.impl.JobActivityGraphBuilder.addSourceEdge(JobActivityGraphBuilder.java:81)
> 	at org.apache.hyracks.dataflow.std.base.AbstractSingleActivityOperatorDescriptor.contributeActivities(AbstractSingleActivityOperatorDescriptor.java:45)
> 	at org.apache.hyracks.api.client.impl.JobSpecificationActivityClusterGraphGeneratorFactory$2.visit(JobSpecificationActivityClusterGraphGeneratorFactory.java:67)
> 	at org.apache.hyracks.api.client.impl.PlanUtils.visitOperator(PlanUtils.java:41)
> 	at org.apache.hyracks.api.client.impl.PlanUtils.visit(PlanUtils.java:34)
> 	at org.apache.hyracks.api.client.impl.JobSpecificationActivityClusterGraphGeneratorFactory.createActivityClusterGraphGenerator(JobSpecificationActivityClusterGraphGeneratorFactory.java:64)
> 	at org.apache.hyracks.control.cc.work.JobStartWork.doRun(JobStartWork.java:61)
> 	at org.apache.hyracks.control.common.work.SynchronizableWork.run(SynchronizableWork.java:36)
> 	at org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:132)



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message