lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Policeman Jenkins Server <jenk...@sd-datasolutions.de>
Subject [JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.6.0_33) - Build # 222 - Failure!
Date Mon, 13 Aug 2012 00:00:13 GMT
Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-Windows/222/
Java: 64bit/jdk1.6.0_33 -XX:+UseParallelGC

4 tests failed.
REGRESSION:  org.apache.solr.cloud.LeaderElectionTest.testStressElection

Error Message:
Could not get leader props

Stack Trace:
java.lang.RuntimeException: Could not get leader props
	at __randomizedtesting.SeedInfo.seed([95553521A4DBD401:6A03E18FC395C512]:0)
	at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:214)
	at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:313)
	at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:422)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:769)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:429)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at java.lang.Thread.run(Thread.java:662)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest

Error Message:
ERROR: SolrZkClient opens=32 closes=30

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=32 closes=30
	at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:237)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:90)
	at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at java.lang.Thread.run(Thread.java:662)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest

Error Message:
12 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest:     1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)    2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)    3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)    4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)    5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)    6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)    7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)    8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)    9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)   10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)   11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)   12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 12 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: 
   1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
   2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
   3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
   4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
   5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
   6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
   7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
   8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
   9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
  10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
  11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
  12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
	at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=RUNNABLE, group=TGRP-LeaderElectionTest]         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)         at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)         at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1131)    2) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=RUNNABLE, group=TGRP-LeaderElectionTest]
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1131)
   2) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
	at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0)




Build Log:
[...truncated 6615 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.LeaderElectionTest
[junit4:junit4]   2> Creating dataDir: C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1344815906401
[junit4:junit4]   2> 4 T2076 oas.SolrTestCaseJ4.setUp ###Starting testCancelElection
[junit4:junit4]   2> 4 T2076 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T2077 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T2077 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 8 T2077 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 106 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56113 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6d456b5f
[junit4:junit4]   2> 107 T2082 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56113
[junit4:junit4]   2> 108 T2082 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56113, initiating session
[junit4:junit4]   2> 108 T2078 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56116
[junit4:junit4]   2> 109 T2078 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56116
[junit4:junit4]   2> 109 T2080 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 141 T2080 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d463e690000 with negotiated timeout 10000 for client /127.0.0.1:56116
[junit4:junit4]   2> 141 T2082 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56113, sessionid = 0x1391d463e690000, negotiated timeout = 10000
[junit4:junit4]   2> 142 T2083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d456b5f name:ZooKeeperConnection Watcher:127.0.0.1:56113 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 143 T2081 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d463e690000
[junit4:junit4]   2> 171 T2076 oaz.ZooKeeper.close Session: 0x1391d463e690000 closed
[junit4:junit4]   2> 171 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56113 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4b8d5603
[junit4:junit4]   2> 172 T2078 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d463e690000, likely client has closed socket
[junit4:junit4]   2> 172 T2078 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56116 which had sessionid 0x1391d463e690000
[junit4:junit4]   2> 172 T2083 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 174 T2084 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56113
[junit4:junit4]   2> 175 T2084 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56113, initiating session
[junit4:junit4]   2> 175 T2078 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56119
[junit4:junit4]   2> 175 T2078 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56119
[junit4:junit4]   2> 200 T2080 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d463e690001 with negotiated timeout 10000 for client /127.0.0.1:56119
[junit4:junit4]   2> 200 T2084 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56113, sessionid = 0x1391d463e690001, negotiated timeout = 10000
[junit4:junit4]   2> 200 T2085 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b8d5603 name:ZooKeeperConnection Watcher:127.0.0.1:56113 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 200 T2076 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 233 T2081 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d463e690001
[junit4:junit4]   2> 260 T2085 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 260 T2076 oaz.ZooKeeper.close Session: 0x1391d463e690001 closed
[junit4:junit4]   2> 262 T2078 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d463e690001, likely client has closed socket
[junit4:junit4]   2> 262 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56113/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5b384b11
[junit4:junit4]   2> 262 T2078 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56119 which had sessionid 0x1391d463e690001
[junit4:junit4]   2> 263 T2086 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56113
[junit4:junit4]   2> 264 T2078 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56122
[junit4:junit4]   2> 265 T2086 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56113, initiating session
[junit4:junit4]   2> 265 T2078 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56122
[junit4:junit4]   2> 291 T2080 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d463e690002 with negotiated timeout 20000 for client /127.0.0.1:56122
[junit4:junit4]   2> 291 T2086 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56113, sessionid = 0x1391d463e690002, negotiated timeout = 20000
[junit4:junit4]   2> 291 T2087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b384b11 name:ZooKeeperConnection Watcher:127.0.0.1:56113/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 293 T2076 oascc.SolrZkClient.makePath makePath: /collections/collection2/leader_elect/slice1/election
[junit4:junit4]   2> 378 T2076 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/slice1
[junit4:junit4]   2> 407 T2081 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d463e690002 type:create cxid:0x17 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2488 T2087 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/slice1
[junit4:junit4]   2> 2490 T2081 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d463e690002 type:create cxid:0x26 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection2/leaders/slice1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection2/leaders/slice1
[junit4:junit4]   2> 2492 T2087 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/slice1
[junit4:junit4]   2> 2496 T2081 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d463e690002 type:create cxid:0x2e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3488 T2081 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d463e690002
[junit4:junit4]   2> 3489 T2087 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3489 T2076 oaz.ZooKeeper.close Session: 0x1391d463e690002 closed
[junit4:junit4]   2> 3490 T2081 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 3490 T2078 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56122 which had sessionid 0x1391d463e690002
[junit4:junit4]   2> 3490 T2080 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 3491 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 3600 T2079 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 5742 T2078 oazs.NIOServerCnxn$Factory.run WARNING Ignoring exception java.nio.channels.ClosedChannelException
[junit4:junit4]   2> 	at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:137)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn$Factory.run(NIOServerCnxn.java:242)
[junit4:junit4]   2> 
[junit4:junit4]   2> 5743 T2078 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 5748 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 5749 T2076 oas.SolrTestCaseJ4.tearDown ###Ending testCancelElection
[junit4:junit4]   2> 5753 T2076 oas.SolrTestCaseJ4.setUp ###Starting testBasic
[junit4:junit4]   2> 5753 T2076 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5754 T2088 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5755 T2088 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 5756 T2088 oazsp.FileSnap.deserialize Reading snapshot C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1344815906401\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 5758 T2088 oazsp.FileTxnSnapLog.save Snapshotting: 1a
[junit4:junit4]   2> 5855 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56125 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a49e301
[junit4:junit4]   2> 5857 T2093 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56125
[junit4:junit4]   2> 5859 T2093 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56125, initiating session
[junit4:junit4]   2> 5859 T2089 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56128
[junit4:junit4]   2> 5859 T2089 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56128
[junit4:junit4]   2> 5860 T2091 oazsp.FileTxnLog.append Creating new log file: log.1b
[junit4:junit4]   2> 5864 T2091 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d4654e00000 with negotiated timeout 10000 for client /127.0.0.1:56128
[junit4:junit4]   2> 5864 T2093 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56125, sessionid = 0x1391d4654e00000, negotiated timeout = 10000
[junit4:junit4]   2> 5865 T2094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a49e301 name:ZooKeeperConnection Watcher:127.0.0.1:56125 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5915 T2092 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d4654e00000
[junit4:junit4]   2> 5920 T2089 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d4654e00000, likely client has closed socket
[junit4:junit4]   2> 5920 T2076 oaz.ZooKeeper.close Session: 0x1391d4654e00000 closed
[junit4:junit4]   2> 5920 T2089 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56128 which had sessionid 0x1391d4654e00000
[junit4:junit4]   2> 5920 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56125 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@77129163
[junit4:junit4]   2> 5921 T2094 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5923 T2095 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56125
[junit4:junit4]   2> 5925 T2095 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56125, initiating session
[junit4:junit4]   2> 5925 T2089 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56131
[junit4:junit4]   2> 5926 T2089 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56131
[junit4:junit4]   2> 5929 T2091 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d4654e00001 with negotiated timeout 10000 for client /127.0.0.1:56131
[junit4:junit4]   2> 5931 T2095 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56125, sessionid = 0x1391d4654e00001, negotiated timeout = 10000
[junit4:junit4]   2> 5931 T2096 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77129163 name:ZooKeeperConnection Watcher:127.0.0.1:56125 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5932 T2076 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 5935 T2092 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d4654e00001
[junit4:junit4]   2> 5937 T2076 oaz.ZooKeeper.close Session: 0x1391d4654e00001 closed
[junit4:junit4]   2> 5937 T2089 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d4654e00001, likely client has closed socket
[junit4:junit4]   2> 5937 T2096 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5937 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56125/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6bed456c
[junit4:junit4]   2> 5937 T2089 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56131 which had sessionid 0x1391d4654e00001
[junit4:junit4]   2> 5938 T2097 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56125
[junit4:junit4]   2> 5939 T2097 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56125, initiating session
[junit4:junit4]   2> 5939 T2089 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56134
[junit4:junit4]   2> 5939 T2089 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56134
[junit4:junit4]   2> 5941 T2091 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d4654e00002 with negotiated timeout 20000 for client /127.0.0.1:56134
[junit4:junit4]   2> 5941 T2097 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56125, sessionid = 0x1391d4654e00002, negotiated timeout = 20000
[junit4:junit4]   2> 5942 T2098 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bed456c name:ZooKeeperConnection Watcher:127.0.0.1:56125/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5942 T2076 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 5955 T2076 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 5963 T2092 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d4654e00002 type:create cxid:0x17 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 5968 T2092 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d4654e00002
[junit4:junit4]   2> 5969 T2076 oaz.ZooKeeper.close Session: 0x1391d4654e00002 closed
[junit4:junit4]   2> 5969 T2098 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5969 T2089 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56134 which had sessionid 0x1391d4654e00002
[junit4:junit4]   2> 5970 T2092 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 5970 T2091 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 5971 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 6601 T2090 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 8226 T2089 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 8228 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 8228 T2076 oas.SolrTestCaseJ4.tearDown ###Ending testBasic
[junit4:junit4]   2> 8231 T2076 oas.SolrTestCaseJ4.setUp ###Starting testElection
[junit4:junit4]   2> 8231 T2076 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8232 T2099 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8232 T2099 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 8233 T2099 oazsp.FileSnap.deserialize Reading snapshot C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1344815906401\zookeeper\server1\data\version-2\snapshot.1a
[junit4:junit4]   2> 8236 T2099 oazsp.FileTxnSnapLog.save Snapshotting: 38
[junit4:junit4]   2> 8331 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@13482dd3
[junit4:junit4]   2> 8332 T2104 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8333 T2104 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8333 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56140
[junit4:junit4]   2> 8334 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56140
[junit4:junit4]   2> 8334 T2102 oazsp.FileTxnLog.append Creating new log file: log.39
[junit4:junit4]   2> 8338 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0000 with negotiated timeout 10000 for client /127.0.0.1:56140
[junit4:junit4]   2> 8338 T2104 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0000, negotiated timeout = 10000
[junit4:junit4]   2> 8338 T2105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13482dd3 name:ZooKeeperConnection Watcher:127.0.0.1:56137 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8365 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0000
[junit4:junit4]   2> 8367 T2105 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8367 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0000, likely client has closed socket
[junit4:junit4]   2> 8367 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56140 which had sessionid 0x1391d465e8d0000
[junit4:junit4]   2> 8367 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0000 closed
[junit4:junit4]   2> 8368 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@669a9cba
[junit4:junit4]   2> 8369 T2106 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8370 T2106 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8370 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56143
[junit4:junit4]   2> 8371 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56143
[junit4:junit4]   2> 8373 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0001 with negotiated timeout 10000 for client /127.0.0.1:56143
[junit4:junit4]   2> 8373 T2106 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0001, negotiated timeout = 10000
[junit4:junit4]   2> 8373 T2107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@669a9cba name:ZooKeeperConnection Watcher:127.0.0.1:56137 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8373 T2076 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 8377 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0001
[junit4:junit4]   2> 8378 T2107 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8378 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0001 closed
[junit4:junit4]   2> 8378 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@30f38478
[junit4:junit4]   2> 8379 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0001, likely client has closed socket
[junit4:junit4]   2> 8379 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56143 which had sessionid 0x1391d465e8d0001
[junit4:junit4]   2> 8380 T2108 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8380 T2108 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8380 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56146
[junit4:junit4]   2> 8381 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56146
[junit4:junit4]   2> 8383 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0002 with negotiated timeout 20000 for client /127.0.0.1:56146
[junit4:junit4]   2> 8383 T2108 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0002, negotiated timeout = 20000
[junit4:junit4]   2> 8383 T2109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30f38478 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8384 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@343650c9
[junit4:junit4]   2> 8386 T2111 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8387 T2111 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8387 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56149
[junit4:junit4]   2> 8387 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56149
[junit4:junit4]   2> 8389 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0003 with negotiated timeout 20000 for client /127.0.0.1:56149
[junit4:junit4]   2> 8389 T2111 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0003, negotiated timeout = 20000
[junit4:junit4]   2> 8389 T2112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@343650c9 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8389 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@23fa23f5
[junit4:junit4]   2> 8391 T2114 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8392 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56152
[junit4:junit4]   2> 8392 T2114 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8392 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56152
[junit4:junit4]   2> 8394 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0004 with negotiated timeout 20000 for client /127.0.0.1:56152
[junit4:junit4]   2> 8394 T2114 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0004, negotiated timeout = 20000
[junit4:junit4]   2> 8394 T2115 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23fa23f5 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8394 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@e08ba92
[junit4:junit4]   2> 8396 T2117 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8397 T2117 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8397 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56155
[junit4:junit4]   2> 8397 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56155
[junit4:junit4]   2> 8399 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0005 with negotiated timeout 20000 for client /127.0.0.1:56155
[junit4:junit4]   2> 8399 T2117 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0005, negotiated timeout = 20000
[junit4:junit4]   2> 8400 T2118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e08ba92 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8400 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@355938ec
[junit4:junit4]   2> 8401 T2120 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8401 T2120 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8401 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56158
[junit4:junit4]   2> 8402 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56158
[junit4:junit4]   2> 8404 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0006 with negotiated timeout 20000 for client /127.0.0.1:56158
[junit4:junit4]   2> 8404 T2120 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0006, negotiated timeout = 20000
[junit4:junit4]   2> 8404 T2121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@355938ec name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8404 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@68da2e30
[junit4:junit4]   2> 8405 T2123 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8405 T2123 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8405 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56161
[junit4:junit4]   2> 8406 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56161
[junit4:junit4]   2> 8408 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0007 with negotiated timeout 20000 for client /127.0.0.1:56161
[junit4:junit4]   2> 8408 T2123 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0007, negotiated timeout = 20000
[junit4:junit4]   2> 8408 T2124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68da2e30 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8408 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6c37b92e
[junit4:junit4]   2> 8410 T2126 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8411 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56164
[junit4:junit4]   2> 8411 T2126 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8411 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56164
[junit4:junit4]   2> 8413 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0008 with negotiated timeout 20000 for client /127.0.0.1:56164
[junit4:junit4]   2> 8413 T2126 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0008, negotiated timeout = 20000
[junit4:junit4]   2> 8414 T2127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c37b92e name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8414 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@38696e33
[junit4:junit4]   2> 8415 T2129 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8416 T2129 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8416 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56167
[junit4:junit4]   2> 8416 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56167
[junit4:junit4]   2> 8419 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0009 with negotiated timeout 20000 for client /127.0.0.1:56167
[junit4:junit4]   2> 8419 T2129 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0009, negotiated timeout = 20000
[junit4:junit4]   2> 8419 T2130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38696e33 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8419 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@965e8ab
[junit4:junit4]   2> 8420 T2132 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8421 T2132 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8421 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56170
[junit4:junit4]   2> 8421 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56170
[junit4:junit4]   2> 8423 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000a with negotiated timeout 20000 for client /127.0.0.1:56170
[junit4:junit4]   2> 8423 T2132 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000a, negotiated timeout = 20000
[junit4:junit4]   2> 8423 T2133 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@965e8ab name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8424 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a3260b
[junit4:junit4]   2> 8425 T2135 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8426 T2135 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8426 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56173
[junit4:junit4]   2> 8426 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56173
[junit4:junit4]   2> 8428 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000b with negotiated timeout 20000 for client /127.0.0.1:56173
[junit4:junit4]   2> 8428 T2135 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000b, negotiated timeout = 20000
[junit4:junit4]   2> 8428 T2136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a3260b name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8429 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1729ad7c
[junit4:junit4]   2> 8430 T2138 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8431 T2138 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8431 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56176
[junit4:junit4]   2> 8431 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56176
[junit4:junit4]   2> 8433 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000c with negotiated timeout 20000 for client /127.0.0.1:56176
[junit4:junit4]   2> 8433 T2138 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000c, negotiated timeout = 20000
[junit4:junit4]   2> 8433 T2139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1729ad7c name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8434 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5a18eff6
[junit4:junit4]   2> 8435 T2141 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8436 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56179
[junit4:junit4]   2> 8436 T2141 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8436 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56179
[junit4:junit4]   2> 8438 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000d with negotiated timeout 20000 for client /127.0.0.1:56179
[junit4:junit4]   2> 8438 T2141 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000d, negotiated timeout = 20000
[junit4:junit4]   2> 8439 T2142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a18eff6 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8439 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4d65b4f3
[junit4:junit4]   2> 8440 T2144 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8441 T2144 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8441 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56182
[junit4:junit4]   2> 8441 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56182
[junit4:junit4]   2> 8443 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000e with negotiated timeout 20000 for client /127.0.0.1:56182
[junit4:junit4]   2> 8443 T2144 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000e, negotiated timeout = 20000
[junit4:junit4]   2> 8443 T2145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d65b4f3 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8444 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@122fe7ae
[junit4:junit4]   2> 8445 T2147 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8446 T2147 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8446 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56185
[junit4:junit4]   2> 8446 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56185
[junit4:junit4]   2> 8447 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000f with negotiated timeout 20000 for client /127.0.0.1:56185
[junit4:junit4]   2> 8447 T2147 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000f, negotiated timeout = 20000
[junit4:junit4]   2> 8448 T2148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@122fe7ae name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8452 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@79abb76c
[junit4:junit4]   2> 8453 T2150 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8454 T2150 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8454 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56188
[junit4:junit4]   2> 8455 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56188
[junit4:junit4]   2> 8457 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0010 with negotiated timeout 20000 for client /127.0.0.1:56188
[junit4:junit4]   2> 8457 T2150 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0010, negotiated timeout = 20000
[junit4:junit4]   2> 8457 T2151 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79abb76c name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8458 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7007df1a
[junit4:junit4]   2> 8459 T2153 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137
[junit4:junit4]   2> 8460 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56191
[junit4:junit4]   2> 8460 T2153 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session
[junit4:junit4]   2> 8460 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56191
[junit4:junit4]   2> 8462 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0011 with negotiated timeout 20000 for client /127.0.0.1:56191
[junit4:junit4]   2> 8462 T2153 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0011, negotiated timeout = 20000
[junit4:junit4]   2> 8462 T2154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7007df1a name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8464 T2113 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8464 T2110 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8465 T2119 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8465 T2125 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8465 T2131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8466 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0003 type:create cxid:0x3 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections Error:KeeperErrorCode = NodeExists for /solr/collections
[junit4:junit4]   2> 8469 T2137 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8471 T2143 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8471 T2149 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8472 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0006 type:create cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1
[junit4:junit4]   2> 8472 T2128 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8472 T2134 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8473 T2146 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8473 T2152 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8473 T2140 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8472 T2116 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8472 T2122 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8472 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1
[junit4:junit4]   2> 8473 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0008 type:create cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1
[junit4:junit4]   2> 8479 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0004 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect
[junit4:junit4]   2> 8479 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0006 type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect
[junit4:junit4]   2> 8479 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect
[junit4:junit4]   2> 8480 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0008 type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect
[junit4:junit4]   2> 8480 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000e type:create cxid:0x5 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect
[junit4:junit4]   2> 8482 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0003 type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect
[junit4:junit4]   2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0x8 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1
[junit4:junit4]   2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0004 type:create cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1
[junit4:junit4]   2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0010 type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1
[junit4:junit4]   2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0008 type:create cxid:0x8 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1
[junit4:junit4]   2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0006 type:create cxid:0x8 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1
[junit4:junit4]   2> 8488 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000e type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1
[junit4:junit4]   2> 8492 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8492 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0010 type:create cxid:0x8 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8492 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000c type:create cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8492 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0008 type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8493 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0006 type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8494 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000e type:create cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8499 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0003 type:create cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8499 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000b type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8504 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0009 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8508 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000f type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8508 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0011 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8508 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0005 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8508 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000d type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8512 T2131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 8513 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0007 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8529 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 8567 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000a
[junit4:junit4]   2> 8568 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56170 which had sessionid 0x1391d465e8d000a
[junit4:junit4]   2> 8569 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000a closed
[junit4:junit4]   2> 8569 T2133 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8569 T2151 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 8573 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0010 type:create cxid:0x13 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9071 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0006
[junit4:junit4]   2> 9075 T2121 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9075 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0006, likely client has closed socket
[junit4:junit4]   2> 9075 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56158 which had sessionid 0x1391d465e8d0006
[junit4:junit4]   2> 9075 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0006 closed
[junit4:junit4]   2> 9076 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0010
[junit4:junit4]   2> 9078 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56188 which had sessionid 0x1391d465e8d0010
[junit4:junit4]   2> 9078 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0010 closed
[junit4:junit4]   2> 9078 T2151 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9078 T2139 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 9078 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0008
[junit4:junit4]   2> 9080 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0008 closed
[junit4:junit4]   2> 9080 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0008, likely client has closed socket
[junit4:junit4]   2> 9080 T2127 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9080 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56164 which had sessionid 0x1391d465e8d0008
[junit4:junit4]   2> 9084 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000c type:create cxid:0x14 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9584 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000e
[junit4:junit4]   2> 9586 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56182 which had sessionid 0x1391d465e8d000e
[junit4:junit4]   2> 9587 T2145 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9587 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000e closed
[junit4:junit4]   2> 9587 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000c
[junit4:junit4]   2> 9589 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000c closed
[junit4:junit4]   2> 9589 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d000c, likely client has closed socket
[junit4:junit4]   2> 9589 T2139 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9589 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56176 which had sessionid 0x1391d465e8d000c
[junit4:junit4]   2> 9590 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0004
[junit4:junit4]   2> 9591 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56152 which had sessionid 0x1391d465e8d0004
[junit4:junit4]   2> 9591 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0004 closed
[junit4:junit4]   2> 9591 T2112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 9593 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0003
[junit4:junit4]   2> 9594 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56149 which had sessionid 0x1391d465e8d0003
[junit4:junit4]   2> 9595 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0003 closed
[junit4:junit4]   2> 9595 T2136 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 9595 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000b
[junit4:junit4]   2> 9596 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56173 which had sessionid 0x1391d465e8d000b
[junit4:junit4]   2> 9597 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000b closed
[junit4:junit4]   2> 9597 T2130 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 9601 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0009 type:create cxid:0x12 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10100 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0005
[junit4:junit4]   2> 10104 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0005 closed
[junit4:junit4]   2> 10104 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0005, likely client has closed socket
[junit4:junit4]   2> 10105 T2118 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10105 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56155 which had sessionid 0x1391d465e8d0005
[junit4:junit4]   2> 10107 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0007
[junit4:junit4]   2> 10110 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0007, likely client has closed socket
[junit4:junit4]   2> 10110 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0007 closed
[junit4:junit4]   2> 10110 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56161 which had sessionid 0x1391d465e8d0007
[junit4:junit4]   2> 10111 T2124 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10111 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0009
[junit4:junit4]   2> 10113 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0009 closed
[junit4:junit4]   2> 10113 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0009, likely client has closed socket
[junit4:junit4]   2> 10113 T2130 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10113 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56167 which had sessionid 0x1391d465e8d0009
[junit4:junit4]   2> 10114 T2148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 10114 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000d
[junit4:junit4]   2> 10116 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56179 which had sessionid 0x1391d465e8d000d
[junit4:junit4]   2> 10116 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000d closed
[junit4:junit4]   2> 10116 T2142 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10117 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000f
[junit4:junit4]   2> 10118 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000f closed
[junit4:junit4]   2> 10118 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d000f, likely client has closed socket
[junit4:junit4]   2> 10119 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56185 which had sessionid 0x1391d465e8d000f
[junit4:junit4]   2> 10119 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0011
[junit4:junit4]   2> 10119 T2154 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 10121 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0011 closed
[junit4:junit4]   2> 10121 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0011, likely client has closed socket
[junit4:junit4]   2> 10121 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56191 which had sessionid 0x1391d465e8d0011
[junit4:junit4]   2> 10122 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0002
[junit4:junit4]   2> 10123 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56146 which had sessionid 0x1391d465e8d0002
[junit4:junit4]   2> 10123 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0002 closed
[junit4:junit4]   2> 10123 T2109 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10124 T2102 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 10124 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 10124 T2103 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 10591 T2115 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1249)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:266)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:263)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:263)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:143)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 10591 T2115 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10593 T2112 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:815)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:199)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:196)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:196)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:471)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:431)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:412)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:89)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:151)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 10593 T2112 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10595 T2136 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:815)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:199)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:196)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:196)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:471)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:431)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:412)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:89)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:151)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 10595 T2136 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10600 T2101 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 11117 T2148 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leaders
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:815)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:199)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:196)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:196)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:471)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:431)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:412)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:89)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:151)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 11118 T2148 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11120 T2154 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:815)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:199)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:196)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:196)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:471)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:431)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:412)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:89)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:151)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 11120 T2154 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12377 T2100 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 12379 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 12379 T2076 oas.SolrTestCaseJ4.tearDown ###Ending testElection
[junit4:junit4]   2> 12381 T2076 oas.SolrTestCaseJ4.setUp ###Starting testStressElection
[junit4:junit4]   2> 12381 T2076 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 12382 T2155 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 12382 T2155 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12383 T2155 oazsp.FileSnap.deserialize Reading snapshot C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1344815906401\zookeeper\server1\data\version-2\snapshot.38
[junit4:junit4]   2> 12388 T2155 oazsp.FileTxnSnapLog.save Snapshotting: a8
[junit4:junit4]   2> 12482 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e40fb9
[junit4:junit4]   2> 12484 T2160 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194
[junit4:junit4]   2> 12485 T2160 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 12485 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56197
[junit4:junit4]   2> 12486 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56197
[junit4:junit4]   2> 12487 T2158 oazsp.FileTxnLog.append Creating new log file: log.a9
[junit4:junit4]   2> 12491 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60000 with negotiated timeout 10000 for client /127.0.0.1:56197
[junit4:junit4]   2> 12491 T2160 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60000, negotiated timeout = 10000
[junit4:junit4]   2> 12491 T2161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e40fb9 name:ZooKeeperConnection Watcher:127.0.0.1:56194 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12556 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60000
[junit4:junit4]   2> 12558 T2161 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12560 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60000, likely client has closed socket
[junit4:junit4]   2> 12558 T2076 oaz.ZooKeeper.close Session: 0x1391d466ec60000 closed
[junit4:junit4]   2> 12560 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56197 which had sessionid 0x1391d466ec60000
[junit4:junit4]   2> 12560 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2ceeba34
[junit4:junit4]   2> 12562 T2162 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194
[junit4:junit4]   2> 12563 T2162 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 12563 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56200
[junit4:junit4]   2> 12564 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56200
[junit4:junit4]   2> 12567 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60001 with negotiated timeout 10000 for client /127.0.0.1:56200
[junit4:junit4]   2> 12567 T2162 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60001, negotiated timeout = 10000
[junit4:junit4]   2> 12567 T2163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ceeba34 name:ZooKeeperConnection Watcher:127.0.0.1:56194 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12568 T2076 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 12572 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60001
[junit4:junit4]   2> 12575 T2076 oaz.ZooKeeper.close Session: 0x1391d466ec60001 closed
[junit4:junit4]   2> 12575 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60001, likely client has closed socket
[junit4:junit4]   2> 12575 T2163 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12576 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56200 which had sessionid 0x1391d466ec60001
[junit4:junit4]   2> 12575 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@206d5f4e
[junit4:junit4]   2> 12579 T2164 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194
[junit4:junit4]   2> 12580 T2164 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 12580 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56203
[junit4:junit4]   2> 12580 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56203
[junit4:junit4]   2> 12583 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60002 with negotiated timeout 20000 for client /127.0.0.1:56203
[junit4:junit4]   2> 12583 T2164 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60002, negotiated timeout = 20000
[junit4:junit4]   2> 12584 T2165 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@206d5f4e name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12584 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@fa7cfa1
[junit4:junit4]   2> 12586 T2167 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194
[junit4:junit4]   2> 12588 T2167 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 12588 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56206
[junit4:junit4]   2> 12588 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56206
[junit4:junit4]   2> 12592 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60003 with negotiated timeout 20000 for client /127.0.0.1:56206
[junit4:junit4]   2> 12592 T2167 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60003, negotiated timeout = 20000
[junit4:junit4]   2> 12593 T2168 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fa7cfa1 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12595 T2169 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 12622 T2169 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 12638 T2159 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d466ec60003 type:create cxid:0x17 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 14597 T2170 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@8778507
[junit4:junit4]   2> 14601 T2174 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194
[junit4:junit4]   2> 14602 T2174 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 14603 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56209
[junit4:junit4]   2> 14603 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56209
[junit4:junit4]   2> 14609 T2174 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60004, negotiated timeout = 20000
[junit4:junit4]   2> 14610 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60004 with negotiated timeout 20000 for client /127.0.0.1:56209
[junit4:junit4]   2> 14611 T2175 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8778507 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14612 T2170 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@66d188a5
[junit4:junit4]   2> 14614 T2178 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194
[junit4:junit4]   2> 14616 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56212
[junit4:junit4]   2> 14616 T2178 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 14616 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56212
[junit4:junit4]   2> 14618 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60005 with negotiated timeout 20000 for client /127.0.0.1:56212
[junit4:junit4]   2> 14618 T2178 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60005, negotiated timeout = 20000
[junit4:junit4]   2> 14618 T2179 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66d188a5 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14619 T2170 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4ff73a96
[junit4:junit4]   2> 14619 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60003
[junit4:junit4]   2> 14620 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194
[junit4:junit4]   2> 14621 T2171 oaz.ZooKeeper.close Session: 0x1391d466ec60003 closed
[junit4:junit4]   2> 14621 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56206 which had sessionid 0x1391d466ec60003
[junit4:junit4]   2> 14621 T2168 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14621 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56215
[junit4:junit4]   2> 14622 T2182 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 14622 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56215
[junit4:junit4]   2> 14624 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60006 with negotiated timeout 20000 for client /127.0.0.1:56215
[junit4:junit4]   2> 14624 T2182 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60006, negotiated timeout = 20000
[junit4:junit4]   2> 14624 T2183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ff73a96 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14624 T2170 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@771d4708
[junit4:junit4]   2> 14626 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194
[junit4:junit4]   2> 14627 T2186 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 14627 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56218
[junit4:junit4]   2> 14627 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56218
[junit4:junit4]   2> 14629 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60007 with negotiated timeout 20000 for client /127.0.0.1:56218
[junit4:junit4]   2> 14629 T2186 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60007, negotiated timeout = 20000
[junit4:junit4]   2> 14629 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@771d4708 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14632 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60005
[junit4:junit4]   2> 14634 T2171 oaz.ZooKeeper.close Session: 0x1391d466ec60005 closed
[junit4:junit4]   2> 14634 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60005, likely client has closed socket
[junit4:junit4]   2> 14634 T2179 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14635 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56212 which had sessionid 0x1391d466ec60005
[junit4:junit4]   2> 14645 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60004
[junit4:junit4]   2> 14647 T2171 oaz.ZooKeeper.close Session: 0x1391d466ec60004 closed
[junit4:junit4]   2> 14647 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60004, likely client has closed socket
[junit4:junit4]   2> 14647 T2175 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14647 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56209 which had sessionid 0x1391d466ec60004
[junit4:junit4]   2> 14649 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60006, likely client has closed socket
[junit4:junit4]   2> 14650 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.CancelledKeyException
[junit4:junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55)
[junit4:junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:59)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.disableWrite(ClientCnxn.java:919)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1163)
[junit4:junit4]   2> 
[junit4:junit4]   2> 14650 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56215 which had sessionid 0x1391d466ec60006
[junit4:junit4]   2> 14650 T2158 oazs.NIOServerCnxn.sendBuffer SEVERE Unexpected Exception:  java.nio.channels.CancelledKeyException
[junit4:junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55)
[junit4:junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:59)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:418)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1509)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:359)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:163)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:98)
[junit4:junit4]   2> 
[junit4:junit4]   2> 14750 T2183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ff73a96 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 15234 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60007, likely client has closed socket
[junit4:junit4]   2> 15234 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server 127.0.0.1/127.0.0.1:56194, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedChannelException
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:122)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:165)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.doIO(ClientCnxn.java:856)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1154)
[junit4:junit4]   2> 
[junit4:junit4]   2> 15235 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56218 which had sessionid 0x1391d466ec60007
[junit4:junit4]   2> 15346 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@771d4708 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 16103 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 16103 T2182 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 16105 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56219
[junit4:junit4]   2> 17016 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 17017 T2186 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 17017 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56220
[junit4:junit4]   2> 17018 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1391d466ec60007 at /127.0.0.1:56220
[junit4:junit4]   2> 17019 T2156 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60007 with negotiated timeout 20000 for client /127.0.0.1:56220
[junit4:junit4]   2> 17019 T2186 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60007, negotiated timeout = 20000
[junit4:junit4]   2> 17019 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@771d4708 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 21229 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x0, likely client has closed socket
[junit4:junit4]   2> 21230 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56219 (no session established for client)
[junit4:junit4]   2> 21835 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60007, likely client has closed socket
[junit4:junit4]   2> 21835 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.CancelledKeyException
[junit4:junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55)
[junit4:junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:59)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.disableWrite(ClientCnxn.java:919)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1163)
[junit4:junit4]   2> 
[junit4:junit4]   2> 21836 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56220 which had sessionid 0x1391d466ec60007
[junit4:junit4]   2> 21947 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@771d4708 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 23972 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 23972 T2186 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 23973 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56221
[junit4:junit4]   2> 23973 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1391d466ec60007 at /127.0.0.1:56221
[junit4:junit4]   2> 23974 T2156 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60007 with negotiated timeout 20000 for client /127.0.0.1:56221
[junit4:junit4]   2> 23974 T2186 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60007, negotiated timeout = 20000
[junit4:junit4]   2> 23974 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@771d4708 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 33571 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server 127.0.0.1/127.0.0.1:56194, unexpected error, closing socket connection and attempting reconnect java.nio.channels.CancelledKeyException
[junit4:junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55)
[junit4:junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:64)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.primeConnection(ClientCnxn.java:993)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
[junit4:junit4]   2> 
[junit4:junit4]   2> 35287 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 35287 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56222
[junit4:junit4]   2> 35287 T2182 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session
[junit4:junit4]   2> 35288 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1391d466ec60006 at /127.0.0.1:56222
[junit4:junit4]   2> 35289 T2156 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60006 with negotiated timeout 20000 for client /127.0.0.1:56222
[junit4:junit4]   2> 35289 T2182 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60006, negotiated timeout = 20000
[junit4:junit4]   2> 35289 T2183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ff73a96 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 48395 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60002
[junit4:junit4]   2> 48398 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56203 which had sessionid 0x1391d466ec60002
[junit4:junit4]   2> 48398 T2165 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 48398 T2076 oaz.ZooKeeper.close Session: 0x1391d466ec60002 closed
[junit4:junit4]   2> 48400 T2159 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 48400 T2158 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 48402 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 48580 T2157 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 50611 T2076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56221 which had sessionid 0x1391d466ec60007
[junit4:junit4]   2> 50612 T2186 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x1391d466ec60007, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 50612 T2076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56222 which had sessionid 0x1391d466ec60006
[junit4:junit4]   2> 50612 T2182 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x1391d466ec60006, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 50612 T2156 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 50616 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 50616 T2076 oas.SolrTestCaseJ4.tearDown ###Ending testStressElection
[junit4:junit4]   1> / (2)
[junit4:junit4]   1>  /overseer (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1>   /overseer/queue (1)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /overseer/queue/qn-0000000000 (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {
[junit4:junit4]   1>          "operation":"leader",
[junit4:junit4]   1>          "shard":"shard1",
[junit4:junit4]   1>          "core":"",
[junit4:junit4]   1>          "collection":"collection1",
[junit4:junit4]   1>          "base_url":"0"}
[junit4:junit4]   1>  /collections (1)
[junit4:junit4]   1>   /collections/collection1 (2)
[junit4:junit4]   1>    /collections/collection1/leader_elect (1)
[junit4:junit4]   1>     /collections/collection1/leader_elect/shard1 (1)
[junit4:junit4]   1>      /collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4]   1>       /collections/collection1/leader_elect/shard1/election/88133856053821446-3-n_0000000002 (0)
[junit4:junit4]   1>       /collections/collection1/leader_elect/shard1/election/88133856053821447-4-n_0000000003 (0)
[junit4:junit4]   1>    /collections/collection1/leaders (0)
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionTest -Dtests.method=testStressElection -Dtests.seed=95553521A4DBD401 -Dtests.slow=true -Dtests.locale=sr_RS -Dtests.timezone=Africa/Gaborone -Dtests.file.encoding=Cp1252
[junit4:junit4] ERROR   38.2s | LeaderElectionTest.testStressElection <<<
[junit4:junit4]    > Throwable #1: java.lang.RuntimeException: Could not get leader props
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([95553521A4DBD401:6A03E18FC395C512]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:214)
[junit4:junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:313)
[junit4:junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:422)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:769)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:429)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 50628 T2076 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 50642 T2076 oas.SolrTestCaseJ4.endTrackingZkClients SEVERE ERROR: SolrZkClient opens=32 closes=30
[junit4:junit4]   2> 50653 T2075 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 12 leaked thread(s).
[junit4:junit4]   2> 50710 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@771d4708 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 50711 T2183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ff73a96 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 52225 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 52633 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 53217 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 53607 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 54513 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 55593 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 55776 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 56857 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 57131 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 58204 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 58389 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 59471 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 59843 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 60923 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 61524 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 62594 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 63044 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 64114 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 64693 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 65734 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 66135 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 67136 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 67291 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 68292 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 68537 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 69455 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 69546 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 70456 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 70777 T2075 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 12 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: 
[junit4:junit4]   2> 	   1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]   2> 	   2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]   2> 	   3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> 	   4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]   2> 	   5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]   2> 	   6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]   2> 	   7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]   2> 	   8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> 	   9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]   2> 	  10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4:junit4]   2> 	  11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4:junit4]   2> 	  12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]   2> 70779 T2075 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4]   2> 	   1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	   2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	   3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	   4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	   5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	   6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	   7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	   8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	   9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	  10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	  11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	  12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 70780 T2183 oaz.ClientCnxn$EventThread.run SEVERE Event thread exiting due to interruption java.lang.InterruptedException
[junit4:junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:1961)
[junit4:junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1996)
[junit4:junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4:junit4]   2> 
[junit4:junit4]   2> 70782 T2186 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4:junit4]   2> 	at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> 
[junit4:junit4]   2> 70780 T2182 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4:junit4]   2> 	at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> 
[junit4:junit4]   2> 70782 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 70783 T2183 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 70782 T2187 oaz.ClientCnxn$EventThread.run SEVERE Event thread exiting due to interruption java.lang.InterruptedException
[junit4:junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:1961)
[junit4:junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1996)
[junit4:junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4:junit4]   2> 
[junit4:junit4]   2> 70785 T2187 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 71282 T2186 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4:junit4]   2> 	at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> 
[junit4:junit4]   2> 71282 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 71792 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedByInterruptException
[junit4:junit4]   2> 	at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:635)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 72286 T2182 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4:junit4]   2> 	at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> 
[junit4:junit4]   2> 72286 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 72290 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedByInterruptException
[junit4:junit4]   2> 	at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:635)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 72789 T2186 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4:junit4]   2> 	at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> 
[junit4:junit4]   2> 73289 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedByInterruptException
[junit4:junit4]   2> 	at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:635)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 73290 T2186 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4:junit4]   2> 	at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> 
[junit4:junit4]   2> 73290 T2182 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4:junit4]   2> 	at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> 
[junit4:junit4]   2> 73290 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194
[junit4:junit4]   2> 73794 T2075 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=RUNNABLE, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
[junit4:junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
[junit4:junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1131)
[junit4:junit4]   2> 	   2) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sr_RS, timezone=Africa/Gaborone
[junit4:junit4]   2> NOTE: Windows 7 6.1 amd64/Sun Microsystems Inc. 1.6.0_33 (64-bit)/cpus=2,threads=3,free=41304920,total=175570944
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DirectUpdateHandlerOptimizeTest, TestBinaryResponseWriter, MinimalSchemaTest, DistributedSpellCheckComponentTest, TestPHPSerializedResponseWriter, DisMaxRequestHandlerTest, ReturnFieldsTest, TestJmxMonitoredMap, CoreContainerCoreInitFailuresTest, SearchHandlerTest, DebugComponentTest, BasicDistributedZkTest, NumericFieldsTest, SpellPossibilityIteratorTest, TestSolrJ, IndexReaderFactoryTest, TermVectorComponentTest, TestCharFilters, TestSurroundQueryParser, TestSearchPerf, TestDistributedSearch, SpatialFilterTest, TestOmitPositions, TestSolrDeletionPolicy2, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, RecoveryZkTest, StatsComponentTest, BasicZkTest, OpenExchangeRatesOrgProviderTest, ZkControllerTest, SampleTest, SortByFunctionTest, PrimUtilsTest, FieldAnalysisRequestHandlerTest, TestPseudoReturnFields, TestMergePolicyConfig, TestFiltering, PrimitiveFieldTypeTest, SuggesterTest, TestWordDelimiterFilterFactory, FullSolrCloudDistribCmdsTest, TestFoldingMultitermQuery, BadComponentTest, SuggesterFSTTest, TestGroupingSearch, TestSystemIdResolver, SoftAutoCommitTest, QueryElevationComponentTest, TestRemoteStreaming, TestRandomFaceting, JsonLoaderTest, TestLMDirichletSimilarityFactory, TestSolrQueryParser, LegacyHTMLStripCharFilterTest, TestCoreContainer, CopyFieldTest, TestStressLucene, TestSuggestSpellingConverter, TestStressRecovery, FieldMutatingUpdateProcessorTest, TestFastLRUCache, ShowFileRequestHandlerTest, TestUtils, TestReload, TestXIncludeConfig, ZkCLITest, CoreAdminHandlerTest, DefaultValueUpdateProcessorTest, RAMDirectoryFactoryTest, TestQuerySenderListener, StatelessScriptUpdateProcessorFactoryTest, DateFieldTest, MBeansHandlerTest, TestDocumentBuilder, ClusterStateTest, WordBreakSolrSpellCheckerTest, JSONWriterTest, PathHierarchyTokenizerFactoryTest, QueryParsingTest, MultiTermTest, TestLMJelinekMercerSimilarityFactory, DirectSolrConnectionTest, TestQuerySenderNoQuery, TestLFUCache, CurrencyFieldTest, TestDistributedGrouping, UniqFieldsUpdateProcessorFactoryTest, UpdateParamsTest, SyncSliceTest, DateMathParserTest, AlternateDirectoryTest, TestJoin, DOMUtilTest, ScriptEngineTest, ZkSolrClientTest, SpellCheckCollatorTest, ClusterStateUpdateTest, TestPluginEnable, ConvertedLegacyTest, DistributedQueryElevationComponentTest, TermVectorComponentDistributedTest, TestDFRSimilarityFactory, TestSolrCoreProperties, OverseerTest, TestExtendedDismaxParser, SolrPluginUtilsTest, TestDocSet, SpellCheckComponentTest, TestReplicationHandler, LeaderElectionIntegrationTest, LeaderElectionTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionTest -Dtests.seed=95553521A4DBD401 -Dtests.slow=true -Dtests.locale=sr_RS -Dtests.timezone=Africa/Gaborone -Dtests.file.encoding=Cp1252
[junit4:junit4] ERROR   0.00s | LeaderElectionTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=32 closes=30
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:237)
[junit4:junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:90)
[junit4:junit4]    > 	at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 12 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: 
[junit4:junit4]    >    1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]    >    2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]    >    3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]    >    4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]    >    5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]    >    6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]    >    7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]    >    8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]    >    9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]    >   10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4:junit4]    >   11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4:junit4]    >   12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0)
[junit4:junit4]    > Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=RUNNABLE, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
[junit4:junit4]    >         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
[junit4:junit4]    >         at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
[junit4:junit4]    >         at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
[junit4:junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
[junit4:junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1131)
[junit4:junit4]    >    2) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0)
[junit4:junit4] Completed in 73.83s, 4 tests, 1 failure, 3 errors <<< FAILURES!

[...truncated 328 lines...]
BUILD FAILED
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\build.xml:29: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:144: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\lucene\module-build.xml:62: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1105: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:797: There were test failures: 224 suites, 901 tests, 3 suite-level errors, 1 error, 448 ignored (8 assumptions)

Total time: 25 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Mime
View raw message