drill-issues mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Ramana Inukonda Nagaraj (JIRA)" <j...@apache.org>
Subject [jira] [Closed] (DRILL-534) TPCH04 fails with leaking memory
Date Fri, 24 Apr 2015 18:01:38 GMT

     [ https://issues.apache.org/jira/browse/DRILL-534?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Ramana Inukonda Nagaraj closed DRILL-534.
-----------------------------------------

> TPCH04 fails with leaking memory
> --------------------------------
>
>                 Key: DRILL-534
>                 URL: https://issues.apache.org/jira/browse/DRILL-534
>             Project: Apache Drill
>          Issue Type: Bug
>          Components: Execution - Flow
>            Reporter: Jacques Nadeau
>            Assignee: DrillCommitter
>            Priority: Critical
>             Fix For: 0.4.0
>
>         Attachments: DRILL-534.patch
>
>
> java.lang.IllegalStateException
> Attempted to close accountor with 3 buffer(s) still allocatedfor QueryId: 2cfe0c0c-7719-4803-bd0c-34a2ca686ba5,
MajorFragmentId: 0, MinorFragmentId: 0. Total 1 allocation(s) of byte size(s): 4738, at stack
location: org.apache.drill.exec.memory.TopLevelAllocator$ChildAllocator.buffer(TopLevelAllocator.java:96)
org.apache.drill.exec.memory.TopLevelAllocator$ChildAllocator.buffer(TopLevelAllocator.java:101)
org.apache.drill.exec.vector.BitVector.allocateNew(BitVector.java:70) org.apache.drill.exec.vector.AllocationHelper.allocate(AllocationHelper.java:29)
org.apache.drill.exec.vector.AllocationHelper.allocate(AllocationHelper.java:24) org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.doWork(ProjectRecordBatch.java:75)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:62)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.sort.SortBatch.next(SortBatch.java:112) org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.aggregate.StreamingAggBatch.next(StreamingAggBatch.java:83)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.join.JoinStatus.ensureInitial(JoinStatus.java:69) org.apache.drill.exec.physical.impl.join.MergeJoinBatch.next(MergeJoinBatch.java:131)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.sort.SortBatch.next(SortBatch.java:112) org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.aggregate.StreamingAggBatch.next(StreamingAggBatch.java:83)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.next(ScreenCreator.java:85) org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:83)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722) Total 1 allocation(s) of byte size(s): 524280, at stack
location: org.apache.drill.exec.memory.TopLevelAllocator$ChildAllocator.buffer(TopLevelAllocator.java:96)
org.apache.drill.exec.memory.TopLevelAllocator$ChildAllocator.buffer(TopLevelAllocator.java:101)
org.apache.drill.exec.vector.BigIntVector.allocateNew(BigIntVector.java:107) org.apache.drill.exec.vector.allocator.FixedVectorAllocator.alloc(FixedVectorAllocator.java:31)
org.apache.drill.exec.physical.impl.join.MergeJoinBatch.allocateBatch(MergeJoinBatch.java:392)
org.apache.drill.exec.physical.impl.join.MergeJoinBatch.next(MergeJoinBatch.java:140) org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.sort.SortBatch.next(SortBatch.java:112) org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.aggregate.StreamingAggBatch.next(StreamingAggBatch.java:83)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.join.JoinStatus.ensureInitial(JoinStatus.java:69) org.apache.drill.exec.physical.impl.join.MergeJoinBatch.next(MergeJoinBatch.java:131)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.sort.SortBatch.next(SortBatch.java:112) org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.aggregate.StreamingAggBatch.next(StreamingAggBatch.java:83)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.next(ScreenCreator.java:85) org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:83)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722) Total 1 allocation(s) of byte size(s): 151588, at stack
location: org.apache.drill.exec.memory.TopLevelAllocator$PreAlloc.getAllocation(TopLevelAllocator.java:158)
org.apache.drill.exec.physical.impl.sort.SortRecordBatchBuilder.build(SortRecordBatchBuilder.java:126)
org.apache.drill.exec.physical.impl.sort.SortBatch.next(SortBatch.java:143) org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.aggregate.StreamingAggBatch.next(StreamingAggBatch.java:83)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.join.JoinStatus.ensureInitial(JoinStatus.java:69) org.apache.drill.exec.physical.impl.join.MergeJoinBatch.next(MergeJoinBatch.java:131)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.record.AbstractSingleRecordBatch.next(AbstractSingleRecordBatch.java:42)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.sort.SortBatch.next(SortBatch.java:112) org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.aggregate.StreamingAggBatch.next(StreamingAggBatch.java:83)
org.apache.drill.exec.physical.impl.validate.IteratorValidatorBatchIterator.next(IteratorValidatorBatchIterator.java:111)
org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.next(ScreenCreator.java:85) org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:83)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
java.lang.Thread.run(Thread.java:722) 
> =====
> at org.apache.drill.exec.memory.Accountor.close(Accountor.java:135) ~[classes/:na]
> at org.apache.drill.exec.memory.TopLevelAllocator$ChildAllocator.close(TopLevelAllocator.java:121) ~[classes/:na]
> at org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.closeAllocator(ScreenCreator.java:75) ~[classes/:na]
> at org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.next(ScreenCreator.java:104) ~[classes/:na]
> at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:83) ~[classes/:na]
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) [na:1.7.0_09]
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) [na:1.7.0_09]
> at java.lang.Thread.run(Thread.java:722) [na:1.7.0_09]



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)

Mime
View raw message