asterixdb-notifications mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Steven Jacobs (JIRA)" <j...@apache.org>
Subject [jira] [Commented] (ASTERIXDB-1290) Index Join Query fails to complete on Single Machine Instance
Date Fri, 05 Aug 2016 18:00:22 GMT

    [ https://issues.apache.org/jira/browse/ASTERIXDB-1290?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15409808#comment-15409808
] 

Steven Jacobs commented on ASTERIXDB-1290:
------------------------------------------

It doesn't happen for me anymore either. Maybe a recent change eliminated the issue. I'll
close.

> Index Join Query fails to complete on Single Machine Instance
> -------------------------------------------------------------
>
>                 Key: ASTERIXDB-1290
>                 URL: https://issues.apache.org/jira/browse/ASTERIXDB-1290
>             Project: Apache AsterixDB
>          Issue Type: Bug
>            Reporter: Steven Jacobs
>            Assignee: Murtadha Hubail
>         Attachments: datasets.zip
>
>
> I am having a simple retree index join fail to complete on my machine. Unless I am missing
something, it seems that this job shouldn't be big enough to overwhelm my machine, and the
error seems to be unrelated to overflows. I am including the AQL, plan, and error trace.
> {noformat}
> drop dataverse channels if exists;
> create dataverse channels;
> use dataverse channels;
> create type UserLocation as closed {
> 	recordId: uuid,
> 	location: point,
> 	user-id: string,
> 	timeoffset: float
> }
> create type EmergencyShelter as closed {
> 	name: string,
> 	location: point
> }
> create type EmergencyReport as closed {
> 	reportId: uuid,
> 	severity: int,
> 	impactZone: circle,
> 	timeoffset: float,
> 	duration: float,
> 	message: string,
> 	emergencyType: string
> }
> create dataset UserLocations(UserLocation)
> primary key recordId autogenerated;
> create dataset EmergencyShelters(EmergencyShelter)
> primary key name;
> create dataset EmergencyReports(EmergencyReport)
> primary key reportId autogenerated;
> create index locs on EmergencyReports(impactZone) type rtree;
> load dataset UserLocations using localfs (("path"="asterix_nc1:///Users/stevenjacobs/Desktop/EmergencyDataset/UserLocations.adm"),("format"="adm"));
> load dataset EmergencyShelters using localfs(("path"="asterix_nc1:///Users/stevenjacobs/Desktop/EmergencyDataset/EmergencyShelters.adm"),("format"="adm"));
> load dataset EmergencyReports using localfs(("path"="asterix_nc1:///Users/stevenjacobs/Desktop/EmergencyDataset/EmergencyReports.adm"),("format"="adm"));
> for $report in dataset EmergencyReports
> for $location in dataset UserLocations
> where spatial-intersect($report.impactZone, $location.location)
> return {
> 	"message":$report.message,
> 	"user at":$location.location,
> 	"emergency at":$report.impactZone,
> 	"type":$report.emergencyType
> }
> {noformat}
> {noformat}
> distribute result [%0->$$7]
> -- DISTRIBUTE_RESULT  |PARTITIONED|
>   exchange 
>   -- ONE_TO_ONE_EXCHANGE  |PARTITIONED|
>     project ([$$7])
>     -- STREAM_PROJECT  |PARTITIONED|
>       assign [$$7] <- [function-call: asterix:closed-record-constructor, Args:[AString:
{message}, function-call: asterix:field-access-by-index, Args:[%0->$$0, AInt32: {5}], AString:
{user at}, %0->$$12, AString: {emergency at}, %0->$$13, AString: {type}, function-call:
asterix:field-access-by-index, Args:[%0->$$0, AInt32: {6}]]]
>       -- ASSIGN  |PARTITIONED|
>         select (function-call: asterix:spatial-intersect, Args:[%0->$$13, %0->$$12])
>         -- STREAM_SELECT  |PARTITIONED|
>           assign [$$13] <- [function-call: asterix:field-access-by-index, Args:[%0->$$0,
AInt32: {2}]]
>           -- ASSIGN  |PARTITIONED|
>             project ([$$0, $$12])
>             -- STREAM_PROJECT  |PARTITIONED|
>               exchange 
>               -- ONE_TO_ONE_EXCHANGE  |PARTITIONED|
>                 unnest-map [$$14, $$0] <- function-call: asterix:index-search, Args:[AString:
{EmergencyReports}, AInt32: {0}, AString: {channels}, AString: {EmergencyReports}, ABoolean:
{true}, ABoolean: {false}, ABoolean: {false}, AInt32: {1}, %0->$$26, AInt32: {1}, %0->$$26,
TRUE, TRUE, TRUE]
>                 -- BTREE_SEARCH  |PARTITIONED|
>                   exchange 
>                   -- ONE_TO_ONE_EXCHANGE  |PARTITIONED|
>                     order (ASC, %0->$$26) 
>                     -- STABLE_SORT [$$26(ASC)]  |PARTITIONED|
>                       exchange 
>                       -- ONE_TO_ONE_EXCHANGE  |PARTITIONED|
>                         project ([$$26, $$12])
>                         -- STREAM_PROJECT  |PARTITIONED|
>                           exchange 
>                           -- ONE_TO_ONE_EXCHANGE  |PARTITIONED|
>                             unnest-map [$$22, $$23, $$24, $$25, $$26] <- function-call:
asterix:index-search, Args:[AString: {locs}, AInt32: {1}, AString: {channels}, AString: {EmergencyReports},
ABoolean: {true}, ABoolean: {false}, ABoolean: {true}, AInt32: {4}, %0->$$18, %0->$$19,
%0->$$20, %0->$$21]
>                             -- RTREE_SEARCH  |PARTITIONED|
>                               exchange 
>                               -- BROADCAST_EXCHANGE  |PARTITIONED|
>                                 assign [$$18, $$19, $$20, $$21] <- [function-call:
asterix:create-mbr, Args:[%0->$$12, AInt32: {2}, AInt32: {0}], function-call: asterix:create-mbr,
Args:[%0->$$12, AInt32: {2}, AInt32: {1}], function-call: asterix:create-mbr, Args:[%0->$$12,
AInt32: {2}, AInt32: {2}], function-call: asterix:create-mbr, Args:[%0->$$12, AInt32: {2},
AInt32: {3}]]
>                                 -- ASSIGN  |PARTITIONED|
>                                   project ([$$12])
>                                   -- STREAM_PROJECT  |PARTITIONED|
>                                     assign [$$12] <- [function-call: asterix:field-access-by-index,
Args:[%0->$$1, AInt32: {1}]]
>                                     -- ASSIGN  |PARTITIONED|
>                                       project ([$$1])
>                                       -- STREAM_PROJECT  |PARTITIONED|
>                                         exchange 
>                                         -- ONE_TO_ONE_EXCHANGE  |PARTITIONED|
>                                           data-scan []<-[$$15, $$1] <- channels:UserLocations
>                                           -- DATASOURCE_SCAN  |PARTITIONED|
>                                             exchange 
>                                             -- ONE_TO_ONE_EXCHANGE  |PARTITIONED|
>                                               empty-tuple-source
>                                               -- EMPTY_TUPLE_SOURCE  |PARTITIONED|
> {noformat}
> {noformat}
> Caused by: org.apache.hyracks.api.exceptions.HyracksDataException: java.nio.channels.ClosedChannelException
> 	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:108)
> 	at org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:116)
> 	at org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:97)
> 	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
> 	at org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:61)
> 	at org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.nextFrame(ResultWriterOperatorDescriptor.java:103)
> 	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
> 	at org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendProjectionToWriter(FrameUtils.java:235)
> 	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendProjectionToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:95)
> 	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendProjectionToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:90)
> 	at org.apache.hyracks.algebricks.runtime.operators.std.StreamProjectRuntimeFactory$1.nextFrame(StreamProjectRuntimeFactory.java:74)
> 	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
> 	at org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendToWriter(FrameUtils.java:162)
> 	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendToFrameFromTupleBuilder(AbstractOneInputOneOutputOneFramePushRuntime.java:82)
> 	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendToFrameFromTupleBuilder(AbstractOneInputOneOutputOneFramePushRuntime.java:78)
> 	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.nextFrame(AssignRuntimeFactory.java:135)
> 	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
> 	at org.apache.hyracks.dataflow.common.comm.io.FrameFixedFieldTupleAppender.flush(FrameFixedFieldTupleAppender.java:146)
> 	at org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendToWriter(FrameUtils.java:138)
> 	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendTupleToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:102)
> 	at org.apache.hyracks.algebricks.runtime.operators.std.StreamSelectRuntimeFactory$1.nextFrame(StreamSelectRuntimeFactory.java:145)
> 	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
> 	at org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendToWriter(FrameUtils.java:162)
> 	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendToFrameFromTupleBuilder(AbstractOneInputOneOutputOneFramePushRuntime.java:82)
> 	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendToFrameFromTupleBuilder(AbstractOneInputOneOutputOneFramePushRuntime.java:78)
> 	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.nextFrame(AssignRuntimeFactory.java:135)
> 	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
> 	at org.apache.hyracks.dataflow.common.comm.util.FrameUtils.appendProjectionToWriter(FrameUtils.java:235)
> 	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendProjectionToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:95)
> 	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.appendProjectionToFrame(AbstractOneInputOneOutputOneFramePushRuntime.java:90)
> 	at org.apache.hyracks.algebricks.runtime.operators.std.StreamProjectRuntimeFactory$1.nextFrame(StreamProjectRuntimeFactory.java:74)
> 	at org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$2.nextFrame(AlgebricksMetaOperatorDescriptor.java:148)
> 	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.flush(AbstractFrameAppender.java:83)
> 	at org.apache.hyracks.storage.am.common.dataflow.IndexSearchOperatorNodePushable.close(IndexSearchOperatorNodePushable.java:196)
> 	... 9 more
> Caused by: java.nio.channels.ClosedChannelException
> 	at sun.nio.ch.FileChannelImpl.ensureOpen(FileChannelImpl.java:110)
> 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:757)
> 	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:95)
> 	... 42 more
> {noformat}



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message