hbase-builds mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject Build failed in Jenkins: HBase-1.0 #602
Date Fri, 19 Dec 2014 04:37:33 GMT
See <https://builds.apache.org/job/HBase-1.0/602/>

------------------------------------------
[...truncated 5286 lines...]
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x8158c590> (a sun.nio.ch.Util$2)
	- locked <0x8158c580> (a java.util.Collections$UnmodifiableSet)
	- locked <0x814b8ac8> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
	at org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:616)
	- locked <0x8155a1c0> (a org.apache.hadoop.ipc.Server$Listener$Reader)
	at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:595)

"Timer-0" daemon prio=10 tid=0x60aeac00 nid=0x197a in Object.wait() [0x635fe000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	at java.util.TimerThread.mainLoop(Timer.java:552)
	- locked <0x7cd38550> (a java.util.TaskQueue)
	at java.util.TimerThread.run(Timer.java:505)

"18791759@qtp-12033384-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48058"
daemon prio=10 tid=0x60ade800 nid=0x195c runnable [0x6407d000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x7cda05f0> (a sun.nio.ch.Util$2)
	- locked <0x7cda05e0> (a java.util.Collections$UnmodifiableSet)
	- locked <0x7cda01e0> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
	at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
	at org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
	at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
	at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)

"27228227@qtp-12033384-0" daemon prio=10 tid=0x60ade000 nid=0x195b in Object.wait() [0x64e52000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
	- locked <0x7cda0938> (a org.mortbay.thread.QueuedThreadPool$PoolThread)

"Timer for 'NameNode' metrics system" daemon prio=10 tid=0x60a89400 nid=0x1951 in Object.wait()
[0x6427d000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	at java.util.TimerThread.mainLoop(Timer.java:552)
	- locked <0x7cd6af28> (a java.util.TaskQueue)
	at java.util.TimerThread.run(Timer.java:505)

"Service Thread" daemon prio=10 tid=0x64cf7800 nid=0x160d runnable [0x00000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" daemon prio=10 tid=0x64cf5c00 nid=0x160c waiting on condition [0x00000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" daemon prio=10 tid=0x64cf3c00 nid=0x160b waiting on condition [0x00000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=10 tid=0x64cf2000 nid=0x160a runnable [0x00000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=10 tid=0x64cb7000 nid=0x1607 in Object.wait() [0x6bc7d000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x7cae62d0> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
	- locked <0x7cae62d0> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)

"Reference Handler" daemon prio=10 tid=0x64cb5400 nid=0x1606 in Object.wait() [0x6be7d000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x7cae5df0> (a java.lang.ref.Reference$Lock)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
	- locked <0x7cae5df0> (a java.lang.ref.Reference$Lock)

"main" prio=10 tid=0xf6706800 nid=0x15f6 in Object.wait() [0xf6896000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	at org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1188)
	- locked <0xd3e68ac8> (a org.apache.hadoop.hbase.ipc.Call)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:216)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:300)
	at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$BlockingStub.assignRegion(MasterProtos.java:44692)
	at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$4.assignRegion(ConnectionManager.java:1732)
	at org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1862)
	at org.apache.hadoop.hbase.client.HBaseAdmin$15.call(HBaseAdmin.java:1857)
	at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:126)
	at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3601)
	at org.apache.hadoop.hbase.client.HBaseAdmin.assign(HBaseAdmin.java:1857)
	at org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2176)
	at org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2104)
	at org.apache.hadoop.hbase.HBaseTestingUtility.createMultiRegions(HBaseTestingUtility.java:2050)
	at org.apache.hadoop.hbase.client.TestFromClientSide.testScanMetrics(TestFromClientSide.java:4996)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
	at org.junit.runners.Suite.runChild(Suite.java:127)
	at org.junit.runners.Suite.runChild(Suite.java:26)
	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
	at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:107)
	at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:77)
	at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:53)
	at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:144)
	at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:203)
	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:155)
	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)

"VM Thread" prio=10 tid=0x64bf8800 nid=0x1605 runnable 

"GC task thread#0 (ParallelGC)" prio=10 tid=0xf6710800 nid=0x15f8 runnable 

"GC task thread#1 (ParallelGC)" prio=10 tid=0xf6712000 nid=0x15f9 runnable 

"GC task thread#2 (ParallelGC)" prio=10 tid=0xf6713800 nid=0x15fa runnable 

"GC task thread#3 (ParallelGC)" prio=10 tid=0xf6715000 nid=0x15fb runnable 

"GC task thread#4 (ParallelGC)" prio=10 tid=0xf6716400 nid=0x15fc runnable 

"GC task thread#5 (ParallelGC)" prio=10 tid=0xf6717c00 nid=0x15fd runnable 

"GC task thread#6 (ParallelGC)" prio=10 tid=0xf6719400 nid=0x15fe runnable 

"GC task thread#7 (ParallelGC)" prio=10 tid=0xf671a800 nid=0x15ff runnable 

"GC task thread#8 (ParallelGC)" prio=10 tid=0xf671c000 nid=0x1600 runnable 

"GC task thread#9 (ParallelGC)" prio=10 tid=0xf671d800 nid=0x1601 runnable 

"GC task thread#10 (ParallelGC)" prio=10 tid=0xf671ec00 nid=0x1602 runnable 

"GC task thread#11 (ParallelGC)" prio=10 tid=0xf6720400 nid=0x1603 runnable 

"GC task thread#12 (ParallelGC)" prio=10 tid=0xf6721c00 nid=0x1604 runnable 

"VM Periodic Task Thread" prio=10 tid=0x64cf9800 nid=0x160f waiting on condition 

JNI global references: 411


Found one Java-level deadlock:
=============================
"AM.ZK.Worker-pool3-t19":
  waiting to lock monitor 0x56a4504c (object 0xd8212078, a org.apache.hadoop.hbase.master.RegionStates),
  which is held by "AM.ZK.Worker-pool3-t12"
"AM.ZK.Worker-pool3-t12":
  waiting to lock monitor 0x56a44f20 (object 0xd8211ad8, a java.util.TreeMap),
  which is held by "B.defaultRpcServer.handler=4,queue=0,port=42628"
"B.defaultRpcServer.handler=4,queue=0,port=42628":
  waiting to lock monitor 0x56a4504c (object 0xd8212078, a org.apache.hadoop.hbase.master.RegionStates),
  which is held by "AM.ZK.Worker-pool3-t12"

Java stack information for the threads listed above:
===================================================
"AM.ZK.Worker-pool3-t19":
	at org.apache.hadoop.hbase.master.RegionStates.getRegionState(RegionStates.java:958)
	- waiting to lock <0xd8212078> (a org.apache.hadoop.hbase.master.RegionStates)
	at org.apache.hadoop.hbase.master.AssignmentManager.handleRegion(AssignmentManager.java:927)
	at org.apache.hadoop.hbase.master.AssignmentManager$6.run(AssignmentManager.java:1489)
	at org.apache.hadoop.hbase.master.AssignmentManager$3.run(AssignmentManager.java:1273)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:724)
"AM.ZK.Worker-pool3-t12":
	at org.apache.hadoop.hbase.master.AssignmentManager.clearRegionPlan(AssignmentManager.java:3166)
	- waiting to lock <0xd8211ad8> (a java.util.TreeMap)
	at org.apache.hadoop.hbase.master.AssignmentManager.regionOnline(AssignmentManager.java:1444)
	at org.apache.hadoop.hbase.master.AssignmentManager.regionOnline(AssignmentManager.java:1436)
	at org.apache.hadoop.hbase.master.AssignmentManager$4.run(AssignmentManager.java:1330)
	- locked <0xd8212078> (a org.apache.hadoop.hbase.master.RegionStates)
	at org.apache.hadoop.hbase.master.AssignmentManager$3.run(AssignmentManager.java:1273)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:724)
"B.defaultRpcServer.handler=4,queue=0,port=42628":
	at org.apache.hadoop.hbase.master.RegionStates.getRegionAssignments(RegionStates.java:175)
	- waiting to lock <0xd8212078> (a org.apache.hadoop.hbase.master.RegionStates)
	at org.apache.hadoop.hbase.master.AssignmentManager.getSnapShotOfAssignment(AssignmentManager.java:4036)
	at org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.getRegionAssignmentsByServer(BaseLoadBalancer.java:1372)
	at org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.createCluster(BaseLoadBalancer.java:1092)
	at org.apache.hadoop.hbase.master.balancer.BaseLoadBalancer.randomAssignment(BaseLoadBalancer.java:1161)
	at org.apache.hadoop.hbase.master.AssignmentManager.getRegionPlan(AssignmentManager.java:2356)
	- locked <0xd8211ad8> (a java.util.TreeMap)
	at org.apache.hadoop.hbase.master.AssignmentManager.getRegionPlan(AssignmentManager.java:2313)
	at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:2030)
	at org.apache.hadoop.hbase.master.AssignmentManager.assign(AssignmentManager.java:1567)
	at org.apache.hadoop.hbase.master.MasterRpcServices.assignRegion(MasterRpcServices.java:362)
	at org.apache.hadoop.hbase.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java:42420)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2028)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:108)
	at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:112)
	at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:92)
	at java.lang.Thread.run(Thread.java:724)

Found 1 deadlock.

+ echo '************ END  zombies jstack extract'
************ END  zombies jstack extract
+ JIRA_COMMENT='

     {color:red}-1 core zombie tests{color}.  There are 1 zombie test(s): 	at org.apache.hadoop.hbase.client.TestFromClientSide.testScanMetrics(TestFromClientSide.java:4996)'
+ BAD=1
+ jps
+ grep surefirebooter
+ xargs kill -9
+ cut -d ' ' -f 1
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-1.0 #601
Archived 1823 artifacts
Archive block size is 32768
Received 26 blocks and 382002477 bytes
Compression is 0.2%
Took 1 min 38 sec
Recording test results

Mime
View raw message