lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 699 - Still Failing
Date Sun, 23 Sep 2012 23:37:26 GMT
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/699/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
ERROR: SolrIndexSearcher opens=29 closes=25

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=29 closes=25
	at __randomizedtesting.SeedInfo.seed([44A31AA6ED2EA127]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:241)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:96)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest:     1) Thread[id=207, name=searcherExecutor-116-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=220, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)         at java.net.Socket.connect(Socket.java:546)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)         at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)         at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)         at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)         at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)         at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)         at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)    3) Thread[id=206, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)         at java.net.Socket.connect(Socket.java:546)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)         at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)         at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)         at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)         at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)         at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)         at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)    4) Thread[id=221, name=searcherExecutor-125-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest: 
   1) Thread[id=207, name=searcherExecutor-116-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=220, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
        at java.net.Socket.connect(Socket.java:546)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)
        at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)
        at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)
        at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)
        at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)
        at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)
        at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)
        at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
        at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
        at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   3) Thread[id=206, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
        at java.net.Socket.connect(Socket.java:546)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)
        at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)
        at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)
        at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)
        at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)
        at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)
        at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)
        at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
        at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
        at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   4) Thread[id=221, name=searcherExecutor-125-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([44A31AA6ED2EA127]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=207, name=searcherExecutor-116-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=220, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)         at java.net.Socket.connect(Socket.java:546)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)         at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)         at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)         at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)         at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)         at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)         at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)    3) Thread[id=206, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)         at java.net.Socket.connect(Socket.java:546)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)         at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)         at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)         at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)         at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)         at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)         at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)    4) Thread[id=221, name=searcherExecutor-125-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=207, name=searcherExecutor-116-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=220, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
        at java.net.Socket.connect(Socket.java:546)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)
        at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)
        at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)
        at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)
        at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)
        at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)
        at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)
        at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
        at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
        at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   3) Thread[id=206, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
        at java.net.Socket.connect(Socket.java:546)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
        at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
        at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)
        at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)
        at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)
        at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)
        at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)
        at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)
        at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)
        at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
        at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
        at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   4) Thread[id=221, name=searcherExecutor-125-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([44A31AA6ED2EA127]:0)




Build Log:
[...truncated 8203 lines...]
[junit4:junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrServerTest
[junit4:junit4]   2> 78 T148 oasc.AbstractZkTestCase.<clinit> WARNING TEST_HOME() does not exist - solrj test?
[junit4:junit4]   2> 86 T148 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-CloudSolrServerTest-1348443272632
[junit4:junit4]   2> 95 T148 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 155 T149 oaz.Environment.logEnv Server environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 156 T149 oaz.Environment.logEnv Server environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 156 T149 oaz.Environment.logEnv Server environment:java.version=1.6.0_32
[junit4:junit4]   2> 156 T149 oaz.Environment.logEnv Server environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4]   2> 156 T149 oaz.Environment.logEnv Server environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4]   2> 156 T149 oaz.Environment.logEnv Server environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/test-framework/lib/randomizedtesting-runner-2.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/common/lucene-analyzers-common-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/highlighter/lucene-highlighter-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/memory/lucene-memory-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/misc/lucene-misc-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/spatial/lucene-spatial-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/suggest/lucene-suggest-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/grouping/lucene-grouping-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/queries/lucene-queries-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/queryparser/lucene-queryparser-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/core/classes/java:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.1.jar
[junit4:junit4]   2> 157 T149 oaz.Environment.logEnv Server environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 158 T149 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 158 T149 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 158 T149 oaz.Environment.logEnv Server environment:os.name=FreeBSD
[junit4:junit4]   2> 158 T149 oaz.Environment.logEnv Server environment:os.arch=amd64
[junit4:junit4]   2> 158 T149 oaz.Environment.logEnv Server environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 158 T149 oaz.Environment.logEnv Server environment:user.name=hudson
[junit4:junit4]   2> 158 T149 oaz.Environment.logEnv Server environment:user.home=/home/hudson
[junit4:junit4]   2> 159 T149 oaz.Environment.logEnv Server environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 184 T149 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 204 T149 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 243 T149 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 303 T148 oasc.ZkTestServer.run start zk server on port:49261
[junit4:junit4]   2> 353 T148 oaz.Environment.logEnv Client environment:zookeeper.version=3.3.6-1366786, built on 07/29/2012 06:22 GMT
[junit4:junit4]   2> 354 T148 oaz.Environment.logEnv Client environment:host.name=lucene.zones.apache.org
[junit4:junit4]   2> 354 T148 oaz.Environment.logEnv Client environment:java.version=1.6.0_32
[junit4:junit4]   2> 354 T148 oaz.Environment.logEnv Client environment:java.vendor=Sun Microsystems Inc.
[junit4:junit4]   2> 355 T148 oaz.Environment.logEnv Client environment:java.home=/usr/local/openjdk6/jre
[junit4:junit4]   2> 355 T148 oaz.Environment.logEnv Client environment:java.class.path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/classes/test:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/codecs/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/test-framework/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/commons-io-2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpclient-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpcore-4.1.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/httpmime-4.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/log4j-over-slf4j-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/slf4j-api-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/lib/zookeeper-3.3.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/test-framework/lib/randomizedtesting-runner-2.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/common/lucene-analyzers-common-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/highlighter/lucene-highlighter-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/memory/lucene-memory-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/misc/lucene-misc-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/spatial/lucene-spatial-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/suggest/lucene-suggest-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/grouping/lucene-grouping-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/queries/lucene-queries-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/queryparser/lucene-queryparser-4.1-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-cli-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-codec-1.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-fileupload-1.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/commons-lang-2.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/easymock-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/guava-r05.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/core/lib/spatial4j-0.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-continuation-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-deploy-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-http-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-io-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-jmx-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-security-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-server-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-servlet-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-util-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-webapp-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/jetty-xml-8.1.2.v20120308.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/build/core/classes/java:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.2.0.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-javamail.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/Ant/ant-1.8.2/lib/ant-jdepend.jar:/usr/local/openjdk6/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.1.jar
[junit4:junit4]   2> 356 T148 oaz.Environment.logEnv Client environment:java.library.path=/usr/local/openjdk6/jre/lib/amd64/server:/usr/local/openjdk6/jre/lib/amd64:/usr/local/openjdk6/jre/../lib/amd64:/usr/java/packages/lib/amd64:/lib:/usr/lib:/usr/local/lib
[junit4:junit4]   2> 356 T148 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 357 T148 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 357 T148 oaz.Environment.logEnv Client environment:os.name=FreeBSD
[junit4:junit4]   2> 357 T148 oaz.Environment.logEnv Client environment:os.arch=amd64
[junit4:junit4]   2> 357 T148 oaz.Environment.logEnv Client environment:os.version=9.0-RELEASE
[junit4:junit4]   2> 358 T148 oaz.Environment.logEnv Client environment:user.name=hudson
[junit4:junit4]   2> 358 T148 oaz.Environment.logEnv Client environment:user.home=/home/hudson
[junit4:junit4]   2> 358 T148 oaz.Environment.logEnv Client environment:user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 361 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5b1c319c
[junit4:junit4]   2> 388 T154 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 388 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 391 T154 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 392 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:57266
[junit4:junit4]   2> 404 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:57266
[junit4:junit4]   2> 415 T152 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 437 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690000 with negotiated timeout 10000 for client /140.211.11.196:57266
[junit4:junit4]   2> 438 T154 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690000, negotiated timeout = 10000
[junit4:junit4]   2> 444 T155 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b1c319c name:ZooKeeperConnection Watcher:127.0.0.1:49261 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 444 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 447 T148 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 483 T153 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139f57b76690000
[junit4:junit4]   2> 485 T155 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 485 T148 oaz.ZooKeeper.close Session: 0x139f57b76690000 closed
[junit4:junit4]   2> 485 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@423a3429
[junit4:junit4]   2> 486 T150 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:57266 which had sessionid 0x139f57b76690000
[junit4:junit4]   2> 486 T156 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 486 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 487 T156 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 487 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:19167
[junit4:junit4]   2> 488 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:19167
[junit4:junit4]   2> 489 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690001 with negotiated timeout 10000 for client /140.211.11.196:19167
[junit4:junit4]   2> 489 T156 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690001, negotiated timeout = 10000
[junit4:junit4]   2> 489 T157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@423a3429 name:ZooKeeperConnection Watcher:127.0.0.1:49261/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 490 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 498 T148 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 502 T148 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 511 T148 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 514 T148 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 518 T148 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 520 T148 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 532 T148 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 535 T148 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 639 T148 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 640 T148 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 653 T148 oasc.AbstractZkTestCase.putConfig skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
[junit4:junit4]   2> 654 T148 oasc.AbstractZkTestCase.putConfig skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
[junit4:junit4]   2> 654 T148 oasc.AbstractZkTestCase.putConfig skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
[junit4:junit4]   2> 655 T148 oasc.AbstractZkTestCase.putConfig skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
[junit4:junit4]   2> 656 T148 oasc.AbstractZkTestCase.putConfig skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
[junit4:junit4]   2> 656 T148 oasc.AbstractZkTestCase.putConfig skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
[junit4:junit4]   2> 657 T148 oasc.AbstractZkTestCase.putConfig skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
[junit4:junit4]   2> 658 T153 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139f57b76690001
[junit4:junit4]   2> 659 T157 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 659 T148 oaz.ZooKeeper.close Session: 0x139f57b76690001 closed
[junit4:junit4]   2> 659 T150 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:19167 which had sessionid 0x139f57b76690001
[junit4:junit4]   2> 660 T148 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 665 T148 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:28826
[junit4:junit4]   2> 666 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 666 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr
[junit4:junit4]   2> 667 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/'
[junit4:junit4]   2> 703 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 704 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 704 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr
[junit4:junit4]   2> 704 T148 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/solr.xml
[junit4:junit4]   2> 705 T148 oasc.CoreContainer.<init> New CoreContainer 469634818
[junit4:junit4]   2> 706 T148 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/'
[junit4:junit4]   2> 706 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/'
[junit4:junit4]   2> 736 T148 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 755 T148 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49261/solr
[junit4:junit4]   2> 782 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e57f107
[junit4:junit4]   2> 783 T167 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 783 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 785 T167 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 785 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:42574
[junit4:junit4]   2> 785 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:42574
[junit4:junit4]   2> 789 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690002 with negotiated timeout 8000 for client /140.211.11.196:42574
[junit4:junit4]   2> 789 T167 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690002, negotiated timeout = 8000
[junit4:junit4]   2> 789 T168 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e57f107 name:ZooKeeperConnection Watcher:127.0.0.1:49261/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 790 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 808 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 819 T148 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 822 T148 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28826_solr
[junit4:junit4]   2> 827 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:28826_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:28826_solr
[junit4:junit4]   2> 828 T148 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:28826_solr
[junit4:junit4]   2> 832 T148 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 833 T148 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 833 T148 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 834 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 834 T148 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 834 T148 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 835 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 835 T148 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 836 T148 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 836 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 852 T148 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 880 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 881 T148 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 889 T148 oasc.Overseer.start Overseer (id=88371578326810626-127.0.0.1:28826_solr-n_0000000000) starting
[junit4:junit4]   2> 890 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 901 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 903 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 909 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 911 T170 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 920 T148 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 935 T148 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 959 T169 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 967 T148 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1
[junit4:junit4]   2> 968 T148 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 969 T148 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 969 T148 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 971 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/'
[junit4:junit4]   2> 1033 T148 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1096 T148 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1198 T148 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1259 T148 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2377 T148 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2380 T148 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2388 T148 oass.IndexSchema.readSchema WARNING Field text is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 2389 T148 oass.IndexSchema.readSchema WARNING Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 2437 T148 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/solrj/src/test-files/solrj/solr/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/control/data/
[junit4:junit4]   2> 2437 T148 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 2456 T148 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/control/data/index/
[junit4:junit4]   2> 2457 T148 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2464 T148 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/control/data/index forceNew:false
[junit4:junit4]   2> 2475 T148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@60f1057; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2476 T148 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 2478 T148 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2478 T148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2479 T148 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2479 T148 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2480 T148 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2481 T148 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2483 T148 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2492 T148 oass.SolrIndexSearcher.<init> Opening Searcher@7d2f0adc main
[junit4:junit4]   2> 2493 T148 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2493 T148 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2495 T171 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d2f0adc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2495 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:create cxid:0x3c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2507 T148 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 2508 T148 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:28826/solr shardId:control_shard
[junit4:junit4]   2> 2526 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 2542 T148 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 2561 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:delete cxid:0x4b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2562 T148 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2563 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:create cxid:0x4c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2974 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2990 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 3021 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3073 T148 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3074 T148 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3075 T148 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:28826/solr/collection1/
[junit4:junit4]   2> 3075 T148 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3076 T148 oasc.SyncStrategy.syncToMe http://127.0.0.1:28826/solr/collection1/ has no replicas
[junit4:junit4]   2> 3076 T148 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:28826/solr/collection1/
[junit4:junit4]   2> 3077 T148 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 3083 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690002 type:create cxid:0x71 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3530 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3545 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3552 T148 oasc.ZkController.register We are http://127.0.0.1:28826/solr/collection1/ and leader is http://127.0.0.1:28826/solr/collection1/
[junit4:junit4]   2> 3552 T148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:28826/solr
[junit4:junit4]   2> 3553 T148 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3555 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3557 T148 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 3557 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3558 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3687 T148 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3689 T148 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:16453
[junit4:junit4]   2> 3690 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3691 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty1-1348443276123
[junit4:junit4]   2> 3691 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty1-1348443276123/'
[junit4:junit4]   2> 3727 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3728 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3728 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty1-1348443276123
[junit4:junit4]   2> 3729 T148 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty1-1348443276123/solr.xml
[junit4:junit4]   2> 3729 T148 oasc.CoreContainer.<init> New CoreContainer 882826745
[junit4:junit4]   2> 3730 T148 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty1-1348443276123/'
[junit4:junit4]   2> 3730 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty1-1348443276123/'
[junit4:junit4]   2> 3758 T148 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3775 T148 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49261/solr
[junit4:junit4]   2> 3776 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a78115
[junit4:junit4]   2> 3777 T181 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 3777 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3779 T181 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 3779 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:45419
[junit4:junit4]   2> 3780 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:45419
[junit4:junit4]   2> 3783 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690003 with negotiated timeout 8000 for client /140.211.11.196:45419
[junit4:junit4]   2> 3783 T181 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690003, negotiated timeout = 8000
[junit4:junit4]   2> 3783 T182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a78115 name:ZooKeeperConnection Watcher:127.0.0.1:49261/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3783 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3784 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3802 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3804 T148 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:16453_solr
[junit4:junit4]   2> 3805 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:16453_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:16453_solr
[junit4:junit4]   2> 3806 T148 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:16453_solr
[junit4:junit4]   2> 3809 T168 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 3811 T148 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3811 T148 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3811 T148 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3812 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3812 T148 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3813 T148 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3813 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3814 T148 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3814 T148 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3815 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3839 T148 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3847 T148 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty1-1348443276123/collection1
[junit4:junit4]   2> 3847 T148 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3848 T148 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3849 T148 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3850 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty1-1348443276123/collection1/'
[junit4:junit4]   2> 3897 T148 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3956 T148 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4051 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4058 T148 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4089 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4089 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4108 T148 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4736 T148 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4741 T148 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4744 T148 oass.IndexSchema.readSchema WARNING Field text is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 4745 T148 oass.IndexSchema.readSchema WARNING Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 4746 T148 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty1-1348443276123/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty1/
[junit4:junit4]   2> 4747 T148 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 4748 T148 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty1/index/
[junit4:junit4]   2> 4749 T148 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4750 T148 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty1/index forceNew:false
[junit4:junit4]   2> 4764 T148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@744e4cf6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4765 T148 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 4767 T148 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4767 T148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4767 T148 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4768 T148 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4769 T148 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4769 T148 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4772 T148 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4780 T148 oass.SolrIndexSearcher.<init> Opening Searcher@490ed1c6 main
[junit4:junit4]   2> 4781 T148 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4782 T148 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4783 T183 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@490ed1c6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5105 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5130 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5130 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5286 T148 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 5286 T148 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:16453/solr shardId:shard1
[junit4:junit4]   2> 5288 T148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5311 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690003 type:delete cxid:0x26 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5312 T148 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5313 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690003 type:create cxid:0x27 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5316 T148 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5316 T148 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5317 T148 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:16453/solr/collection1/
[junit4:junit4]   2> 5317 T148 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5318 T148 oasc.SyncStrategy.syncToMe http://127.0.0.1:16453/solr/collection1/ has no replicas
[junit4:junit4]   2> 5318 T148 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:16453/solr/collection1/
[junit4:junit4]   2> 5319 T148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5326 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690003 type:create cxid:0x31 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5639 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5658 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5658 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5692 T148 oasc.ZkController.register We are http://127.0.0.1:16453/solr/collection1/ and leader is http://127.0.0.1:16453/solr/collection1/
[junit4:junit4]   2> 5692 T148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:16453/solr
[junit4:junit4]   2> 5693 T148 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 5695 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5697 T148 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 5698 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5698 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5812 T148 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 5815 T148 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:17214
[junit4:junit4]   2> 5816 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5816 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty2-1348443278259
[junit4:junit4]   2> 5817 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty2-1348443278259/'
[junit4:junit4]   2> 5856 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5856 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5857 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty2-1348443278259
[junit4:junit4]   2> 5857 T148 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty2-1348443278259/solr.xml
[junit4:junit4]   2> 5858 T148 oasc.CoreContainer.<init> New CoreContainer 396320886
[junit4:junit4]   2> 5859 T148 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty2-1348443278259/'
[junit4:junit4]   2> 5859 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty2-1348443278259/'
[junit4:junit4]   2> 5888 T148 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5907 T148 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49261/solr
[junit4:junit4]   2> 5908 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@5ea4007a
[junit4:junit4]   2> 5909 T193 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 5909 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5911 T193 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 5911 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:34402
[junit4:junit4]   2> 5912 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:34402
[junit4:junit4]   2> 5915 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690004 with negotiated timeout 8000 for client /140.211.11.196:34402
[junit4:junit4]   2> 5915 T193 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690004, negotiated timeout = 8000
[junit4:junit4]   2> 5915 T194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ea4007a name:ZooKeeperConnection Watcher:127.0.0.1:49261/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5915 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5917 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5935 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5937 T148 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17214_solr
[junit4:junit4]   2> 5938 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:17214_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:17214_solr
[junit4:junit4]   2> 5939 T148 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17214_solr
[junit4:junit4]   2> 5942 T168 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5942 T182 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5943 T148 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 5944 T148 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5944 T148 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 5945 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5945 T148 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5946 T148 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5946 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5947 T148 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5947 T148 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5948 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 5967 T148 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5976 T148 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty2-1348443278259/collection1
[junit4:junit4]   2> 5976 T148 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5977 T148 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5978 T148 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5980 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty2-1348443278259/collection1/'
[junit4:junit4]   2> 6025 T148 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 6090 T148 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6173 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6191 T148 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6208 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6208 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6208 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6239 T148 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6850 T148 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6854 T148 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6858 T148 oass.IndexSchema.readSchema WARNING Field text is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 6858 T148 oass.IndexSchema.readSchema WARNING Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 6860 T148 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty2-1348443278259/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty2/
[junit4:junit4]   2> 6860 T148 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 6861 T148 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty2/index/
[junit4:junit4]   2> 6862 T148 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6863 T148 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty2/index forceNew:false
[junit4:junit4]   2> 6871 T148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b24d310; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6871 T148 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 6873 T148 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6873 T148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6874 T148 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6874 T148 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6875 T148 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6875 T148 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6878 T148 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6886 T148 oass.SolrIndexSearcher.<init> Opening Searcher@7cfec020 main
[junit4:junit4]   2> 6887 T148 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6888 T148 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6889 T195 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7cfec020 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7218 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7227 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7227 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7227 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7392 T148 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 7392 T148 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:17214/solr shardId:shard2
[junit4:junit4]   2> 7393 T148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7410 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690004 type:delete cxid:0x25 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 7411 T148 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7412 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690004 type:create cxid:0x26 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7415 T148 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7415 T148 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7416 T148 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:17214/solr/collection1/
[junit4:junit4]   2> 7416 T148 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7417 T148 oasc.SyncStrategy.syncToMe http://127.0.0.1:17214/solr/collection1/ has no replicas
[junit4:junit4]   2> 7417 T148 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:17214/solr/collection1/
[junit4:junit4]   2> 7418 T148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7423 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690004 type:create cxid:0x2f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7738 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7756 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7756 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7756 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7790 T148 oasc.ZkController.register We are http://127.0.0.1:17214/solr/collection1/ and leader is http://127.0.0.1:17214/solr/collection1/
[junit4:junit4]   2> 7790 T148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:17214/solr
[junit4:junit4]   2> 7791 T148 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7793 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7794 T148 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 7795 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7795 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7899 T148 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 7901 T148 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:10125
[junit4:junit4]   2> 7902 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7903 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty3-1348443280353
[junit4:junit4]   2> 7903 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty3-1348443280353/'
[junit4:junit4]   2> 7939 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7939 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7940 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty3-1348443280353
[junit4:junit4]   2> 7940 T148 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty3-1348443280353/solr.xml
[junit4:junit4]   2> 7940 T148 oasc.CoreContainer.<init> New CoreContainer 1350020766
[junit4:junit4]   2> 7941 T148 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty3-1348443280353/'
[junit4:junit4]   2> 7942 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty3-1348443280353/'
[junit4:junit4]   2> 7968 T148 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7985 T148 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49261/solr
[junit4:junit4]   2> 7985 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@40e4d1b7
[junit4:junit4]   2> 7986 T205 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 7986 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7988 T205 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 7989 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:58181
[junit4:junit4]   2> 7989 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:58181
[junit4:junit4]   2> 7992 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690005 with negotiated timeout 8000 for client /140.211.11.196:58181
[junit4:junit4]   2> 7992 T205 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690005, negotiated timeout = 8000
[junit4:junit4]   2> 7992 T206 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40e4d1b7 name:ZooKeeperConnection Watcher:127.0.0.1:49261/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7992 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7993 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8009 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8011 T148 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10125_solr
[junit4:junit4]   2> 8012 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:10125_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:10125_solr
[junit4:junit4]   2> 8013 T148 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10125_solr
[junit4:junit4]   2> 8016 T194 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8016 T168 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8016 T182 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8017 T148 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8018 T148 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8018 T148 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8019 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8019 T148 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8020 T148 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8020 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8021 T148 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8021 T148 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8022 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8040 T148 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8048 T148 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty3-1348443280353/collection1
[junit4:junit4]   2> 8048 T148 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8049 T148 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8050 T148 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8051 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty3-1348443280353/collection1/'
[junit4:junit4]   2> 8094 T148 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 8153 T148 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8254 T148 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8270 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8293 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8293 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8293 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8293 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8298 T148 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8921 T148 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8926 T148 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8930 T148 oass.IndexSchema.readSchema WARNING Field text is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 8930 T148 oass.IndexSchema.readSchema WARNING Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 8932 T148 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty3-1348443280353/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty3/
[junit4:junit4]   2> 8932 T148 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 8933 T148 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty3/index/
[junit4:junit4]   2> 8934 T148 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8935 T148 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty3/index forceNew:false
[junit4:junit4]   2> 8968 T148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63c58252; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8968 T148 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 8970 T148 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8970 T148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8971 T148 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8971 T148 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8972 T148 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8972 T148 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8975 T148 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8983 T148 oass.SolrIndexSearcher.<init> Opening Searcher@103af23c main
[junit4:junit4]   2> 8984 T148 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8985 T148 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8986 T207 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@103af23c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9303 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9318 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9318 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9318 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9318 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9489 T148 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9489 T148 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:10125/solr shardId:shard1
[junit4:junit4]   2> 9494 T148 oasc.ZkController.register We are http://127.0.0.1:10125/solr/collection1/ and leader is http://127.0.0.1:16453/solr/collection1/
[junit4:junit4]   2> 9494 T148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10125/solr
[junit4:junit4]   2> 9494 T148 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9495 T148 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C16 name=collection1 org.apache.solr.core.SolrCore@6a8d4e97 url=http://127.0.0.1:10125/solr/collection1 node=127.0.0.1:10125_solr
[junit4:junit4]   2> 9498 T208 C16 P10125 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9498 T208 C16 P10125 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9498 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9500 T208 C16 P10125 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:16453/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 9500 T148 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 9501 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9501 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9509 T208 C16 P10125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 9529 T208 C16 P10125 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:10125/solr START replicas=[http://127.0.0.1:16453/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 9543 T208 C16 P10125 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 9544 T208 C16 P10125 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 9545 T208 C16 P10125 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 9545 T208 C16 P10125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C17 name=collection1 org.apache.solr.core.SolrCore@6cf085a9 url=http://127.0.0.1:16453/solr/collection1 node=127.0.0.1:16453_solr
[junit4:junit4]   2> 9558 T174 C17 P16453 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 9618 T148 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9620 T148 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:18139
[junit4:junit4]   2> 9621 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9622 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty4-1348443282061
[junit4:junit4]   2> 9622 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty4-1348443282061/'
[junit4:junit4]   2> 9658 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9658 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9659 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty4-1348443282061
[junit4:junit4]   2> 9659 T148 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty4-1348443282061/solr.xml
[junit4:junit4]   2> 9659 T148 oasc.CoreContainer.<init> New CoreContainer 840238722
[junit4:junit4]   2> 9660 T148 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty4-1348443282061/'
[junit4:junit4]   2> 9661 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty4-1348443282061/'
[junit4:junit4]   2> 9687 T148 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9704 T148 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49261/solr
[junit4:junit4]   2> 9705 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@870769
[junit4:junit4]   2> 9706 T219 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 9706 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9707 T219 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 9707 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:18140
[junit4:junit4]   2> 9708 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:18140
[junit4:junit4]   2> 9710 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690006 with negotiated timeout 8000 for client /140.211.11.196:18140
[junit4:junit4]   2> 9711 T219 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690006, negotiated timeout = 8000
[junit4:junit4]   2> 9711 T220 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@870769 name:ZooKeeperConnection Watcher:127.0.0.1:49261/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9711 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9712 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9714 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9716 T148 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18139_solr
[junit4:junit4]   2> 9717 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:18139_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:18139_solr
[junit4:junit4]   2> 9718 T148 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18139_solr
[junit4:junit4]   2> 9728 T168 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9728 T182 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9728 T194 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9728 T206 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 9730 T148 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9730 T148 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9731 T148 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9731 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9732 T148 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9732 T148 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9733 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9733 T148 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9734 T148 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9734 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9752 T148 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9760 T148 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty4-1348443282061/collection1
[junit4:junit4]   2> 9760 T148 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9761 T148 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9762 T148 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9764 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty4-1348443282061/collection1/'
[junit4:junit4]   2> 9807 T148 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 9824 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9834 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9834 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9834 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9834 T220 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9834 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9871 T148 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9973 T148 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10024 T148 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10629 T148 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10634 T148 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10637 T148 oass.IndexSchema.readSchema WARNING Field text is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 10637 T148 oass.IndexSchema.readSchema WARNING Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 10639 T148 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty4-1348443282061/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty4/
[junit4:junit4]   2> 10639 T148 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 10640 T148 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty4/index/
[junit4:junit4]   2> 10641 T148 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10642 T148 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty4/index forceNew:false
[junit4:junit4]   2> 10650 T148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@880bedc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10651 T148 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 10652 T148 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10653 T148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10653 T148 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10654 T148 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10654 T148 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10655 T148 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10657 T148 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10665 T148 oass.SolrIndexSearcher.<init> Opening Searcher@22976eda main
[junit4:junit4]   2> 10666 T148 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10666 T148 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10668 T221 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22976eda main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10845 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10853 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10853 T220 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10853 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10853 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10853 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11171 T148 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 11171 T148 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:18139/solr shardId:shard2
[junit4:junit4]   2> 11198 T148 oasc.ZkController.register We are http://127.0.0.1:18139/solr/collection1/ and leader is http://127.0.0.1:17214/solr/collection1/
[junit4:junit4]   2> 11199 T148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18139/solr
[junit4:junit4]   2> 11199 T148 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11200 T148 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C18 name=collection1 org.apache.solr.core.SolrCore@4210d119 url=http://127.0.0.1:18139/solr/collection1 node=127.0.0.1:18139_solr
[junit4:junit4]   2> 11201 T222 C18 P18139 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11202 T222 C18 P18139 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11202 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11206 T222 C18 P18139 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:17214/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 11206 T222 C18 P18139 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:18139/solr START replicas=[http://127.0.0.1:17214/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 11207 T148 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 11207 T222 C18 P18139 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 11207 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11208 T222 C18 P18139 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 11208 T222 C18 P18139 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 11208 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11209 T222 C18 P18139 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C19 name=collection1 org.apache.solr.core.SolrCore@6afe925b url=http://127.0.0.1:17214/solr/collection1 node=127.0.0.1:17214_solr
[junit4:junit4]   2> 11215 T186 C19 P17214 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 11322 T148 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 11324 T148 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:18143
[junit4:junit4]   2> 11325 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11325 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty5-1348443283774
[junit4:junit4]   2> 11326 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty5-1348443283774/'
[junit4:junit4]   2> 11359 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11362 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11363 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11363 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty5-1348443283774
[junit4:junit4]   2> 11364 T148 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty5-1348443283774/solr.xml
[junit4:junit4]   2> 11364 T148 oasc.CoreContainer.<init> New CoreContainer 1614780922
[junit4:junit4]   2> 11365 T148 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty5-1348443283774/'
[junit4:junit4]   2> 11365 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty5-1348443283774/'
[junit4:junit4]   2> 11391 T148 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11408 T148 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49261/solr
[junit4:junit4]   2> 11409 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@6867a240
[junit4:junit4]   2> 11410 T233 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 11410 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11412 T233 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 11412 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:18144
[junit4:junit4]   2> 11412 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:18144
[junit4:junit4]   2> 11414 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690007 with negotiated timeout 8000 for client /140.211.11.196:18144
[junit4:junit4]   2> 11414 T233 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690007, negotiated timeout = 8000
[junit4:junit4]   2> 11415 T234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6867a240 name:ZooKeeperConnection Watcher:127.0.0.1:49261/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11415 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11416 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690007 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11444 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690007 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11446 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11446 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11446 T220 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11446 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11446 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11446 T148 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18143_solr
[junit4:junit4]   2> 11447 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690007 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:18143_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:18143_solr
[junit4:junit4]   2> 11449 T148 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18143_solr
[junit4:junit4]   2> 11460 T168 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 11460 T220 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 11460 T194 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 11460 T182 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 11460 T206 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 11462 T148 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 11462 T148 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11462 T148 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 11463 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11463 T148 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11464 T148 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11464 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11465 T148 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11465 T148 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11466 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 11485 T148 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11492 T148 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty5-1348443283774/collection1
[junit4:junit4]   2> 11493 T148 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11494 T148 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11494 T148 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11496 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty5-1348443283774/collection1/'
[junit4:junit4]   2> 11539 T148 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 11607 T148 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11708 T148 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11736 T148 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12326 T148 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12331 T148 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12334 T148 oass.IndexSchema.readSchema WARNING Field text is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 12334 T148 oass.IndexSchema.readSchema WARNING Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 12336 T148 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty5-1348443283774/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty5/
[junit4:junit4]   2> 12336 T148 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 12337 T148 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty5/index/
[junit4:junit4]   2> 12338 T148 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty5/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12339 T148 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty5/index forceNew:false
[junit4:junit4]   2> 12373 T148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty5/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@37132aca; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12373 T148 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12375 T148 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12375 T148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12376 T148 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12376 T148 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12377 T148 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12378 T148 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12380 T148 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12388 T148 oass.SolrIndexSearcher.<init> Opening Searcher@60516af2 main
[junit4:junit4]   2> 12389 T148 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12390 T148 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12391 T235 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60516af2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12456 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12471 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12471 T234 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12471 T220 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12471 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12471 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12471 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2>  C16_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:10125_solr, base_url=http://127.0.0.1:10125/solr}
[junit4:junit4]   2> 12559 T208 C16 P10125 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12559 T208 C16 P10125 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 12559 T208 C16 P10125 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:16453/solr/collection1/. core=collection1
[junit4:junit4]   2> 12560 T208 C16 P10125 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12589 T176 C17 P16453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16
[junit4:junit4]   2> 12602 T176 C17 P16453 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12607 T176 C17 P16453 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@744e4cf6; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12607 T176 C17 P16453 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12609 T176 C17 P16453 oass.SolrIndexSearcher.<init> Opening Searcher@2d7bcd8b main
[junit4:junit4]   2> 12610 T176 C17 P16453 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12610 T183 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d7bcd8b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12610 T176 C17 P16453 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 34
[junit4:junit4]   2> 12611 T208 C16 P10125 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12612 T208 C16 P10125 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 12631 T208 C16 P10125 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12634 T177 C17 P16453 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12635 T177 C17 P16453 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 12640 T208 C16 P10125 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63c58252; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12640 T208 C16 P10125 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12641 T208 C16 P10125 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12645 T208 C16 P10125 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63c58252; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63c58252; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12645 T208 C16 P10125 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 12649 T208 C16 P10125 oass.SolrIndexSearcher.<init> Opening Searcher@7457eab9 main
[junit4:junit4]   2> 12649 T208 C16 P10125 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12649 T207 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7457eab9 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 12650 T208 C16 P10125 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 12650 T208 C16 P10125 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 12652 T208 C16 P10125 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 12894 T148 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 12894 T148 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:18143/solr shardId:shard1
[junit4:junit4]   2> 12899 T148 oasc.ZkController.register We are http://127.0.0.1:18143/solr/collection1/ and leader is http://127.0.0.1:16453/solr/collection1/
[junit4:junit4]   2> 12899 T148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18143/solr
[junit4:junit4]   2> 12900 T148 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12900 T148 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C20 name=collection1 org.apache.solr.core.SolrCore@5f76d65d url=http://127.0.0.1:18143/solr/collection1 node=127.0.0.1:18143_solr
[junit4:junit4]   2> 12901 T236 C20 P18143 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12902 T236 C20 P18143 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12902 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12904 T236 C20 P18143 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:16453/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 12904 T236 C20 P18143 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:18143/solr START replicas=[http://127.0.0.1:16453/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 12904 T148 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 12905 T236 C20 P18143 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 12905 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12905 T236 C20 P18143 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 12906 T236 C20 P18143 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 12905 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12906 T236 C20 P18143 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12907 T174 C17 P16453 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 12981 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13014 T234 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13014 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13014 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13014 T220 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13014 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13014 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13016 T148 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 13018 T148 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:18151
[junit4:junit4]   2> 13019 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13020 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty6-1348443285470
[junit4:junit4]   2> 13020 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty6-1348443285470/'
[junit4:junit4]   2> 13055 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13056 T148 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13056 T148 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty6-1348443285470
[junit4:junit4]   2> 13057 T148 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty6-1348443285470/solr.xml
[junit4:junit4]   2> 13057 T148 oasc.CoreContainer.<init> New CoreContainer 976367547
[junit4:junit4]   2> 13058 T148 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty6-1348443285470/'
[junit4:junit4]   2> 13058 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty6-1348443285470/'
[junit4:junit4]   2> 13084 T148 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13100 T148 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49261/solr
[junit4:junit4]   2> 13101 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@4608f9b6
[junit4:junit4]   2> 13102 T247 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 13102 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13104 T247 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 13104 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:18152
[junit4:junit4]   2> 13104 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:18152
[junit4:junit4]   2> 13106 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690008 with negotiated timeout 8000 for client /140.211.11.196:18152
[junit4:junit4]   2> 13107 T247 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690008, negotiated timeout = 8000
[junit4:junit4]   2> 13107 T248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4608f9b6 name:ZooKeeperConnection Watcher:127.0.0.1:49261/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13107 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13108 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690008 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13111 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690008 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13118 T148 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18151_solr
[junit4:junit4]   2> 13119 T153 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f57b76690008 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:18151_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:18151_solr
[junit4:junit4]   2> 13120 T148 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18151_solr
[junit4:junit4]   2> 13123 T206 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 13123 T182 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 13123 T220 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 13123 T194 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 13123 T234 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 13123 T168 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 13125 T148 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 13125 T148 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13125 T148 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 13126 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13126 T148 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13127 T148 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13127 T148 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13128 T148 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13128 T148 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13129 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 13146 T148 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13153 T148 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty6-1348443285470/collection1
[junit4:junit4]   2> 13154 T148 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13155 T148 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13155 T148 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13157 T148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty6-1348443285470/collection1/'
[junit4:junit4]   2> 13199 T148 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 13255 T148 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13356 T148 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13382 T148 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13974 T148 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13979 T148 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13983 T148 oass.IndexSchema.readSchema WARNING Field text is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 13983 T148 oass.IndexSchema.readSchema WARNING Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4]   2> 13985 T148 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./solrtest-jetty6-1348443285470/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty6/
[junit4:junit4]   2> 13985 T148 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 13986 T148 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty6/index/
[junit4:junit4]   2> 13987 T148 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty6/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13988 T148 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty6/index forceNew:false
[junit4:junit4]   2> 13999 T148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty6/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a086af; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14000 T148 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14002 T148 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14002 T148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14003 T148 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14003 T148 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14004 T148 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14004 T148 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14007 T148 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14015 T148 oass.SolrIndexSearcher.<init> Opening Searcher@6ff3d99c main
[junit4:junit4]   2> 14017 T148 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14017 T148 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14018 T249 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ff3d99c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14033 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14046 T234 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14046 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14046 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14046 T220 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14046 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14046 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14046 T248 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2>  C18_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:18139_solr, base_url=http://127.0.0.1:18139/solr}
[junit4:junit4]   2> 14233 T222 C18 P18139 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14233 T222 C18 P18139 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14233 T222 C18 P18139 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:17214/solr/collection1/. core=collection1
[junit4:junit4]   2> 14233 T222 C18 P18139 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14248 T188 C19 P17214 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14253 T188 C19 P17214 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b24d310; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14254 T188 C19 P17214 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14255 T188 C19 P17214 oass.SolrIndexSearcher.<init> Opening Searcher@2795cc92 main
[junit4:junit4]   2> 14256 T195 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2795cc92 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14256 T188 C19 P17214 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14256 T188 C19 P17214 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 8
[junit4:junit4]   2> 14257 T222 C18 P18139 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14258 T222 C18 P18139 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14260 T189 C19 P17214 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14261 T189 C19 P17214 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 14265 T222 C18 P18139 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@880bedc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14266 T222 C18 P18139 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14266 T222 C18 P18139 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14270 T222 C18 P18139 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@880bedc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@880bedc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14270 T222 C18 P18139 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 14273 T222 C18 P18139 oass.SolrIndexSearcher.<init> Opening Searcher@77e2b711 main
[junit4:junit4]   2> 14274 T222 C18 P18139 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14274 T221 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@77e2b711 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 14274 T222 C18 P18139 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14274 T222 C18 P18139 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14281 T222 C18 P18139 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 14521 T148 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 14521 T148 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:18151/solr shardId:shard2
[junit4:junit4]   2> 14550 T148 oasc.ZkController.register We are http://127.0.0.1:18151/solr/collection1/ and leader is http://127.0.0.1:17214/solr/collection1/
[junit4:junit4]   2> 14551 T148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18151/solr
[junit4:junit4]   2> 14551 T148 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14552 T148 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C21 name=collection1 org.apache.solr.core.SolrCore@4c85201e url=http://127.0.0.1:18151/solr/collection1 node=127.0.0.1:18151_solr
[junit4:junit4]   2> 14553 T250 C21 P18151 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14553 T250 C21 P18151 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14553 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14553 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14555 T250 C21 P18151 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:17214/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14555 T250 C21 P18151 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:18151/solr START replicas=[http://127.0.0.1:17214/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 14556 T250 C21 P18151 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14556 T148 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 14556 T250 C21 P18151 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14556 T148 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14556 T250 C21 P18151 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14557 T250 C21 P18151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14557 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14558 T186 C19 P17214 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 14580 T248 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14580 T234 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14580 T220 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14580 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14580 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14580 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14580 T148 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49261/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@b8b8ed1
[junit4:junit4]   2> 14580 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14582 T252 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49261
[junit4:junit4]   2> 14582 T148 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14583 T252 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49261, initiating session
[junit4:junit4]   2> 14583 T150 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:18156
[junit4:junit4]   2> 14584 T150 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:18156
[junit4:junit4]   2> 14585 T152 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f57b76690009 with negotiated timeout 10000 for client /140.211.11.196:18156
[junit4:junit4]   2> 14585 T252 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:49261, sessionid = 0x139f57b76690009, negotiated timeout = 10000
[junit4:junit4]   2> 14586 T253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b8b8ed1 name:ZooKeeperConnection Watcher:127.0.0.1:49261/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14586 T148 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14587 T148 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14592 T148 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 14593 T148 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 14603 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14606 T148 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 14606 T148 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 14607 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15609 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C20_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:18143_solr, base_url=http://127.0.0.1:18143/solr}
[junit4:junit4]   2> 15929 T236 C20 P18143 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15929 T236 C20 P18143 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15929 T236 C20 P18143 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:16453/solr/collection1/. core=collection1
[junit4:junit4]   2> 15929 T236 C20 P18143 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15942 T179 C17 P16453 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15945 T179 C17 P16453 oass.SolrIndexSearcher.<init> Opening Searcher@353f7d84 main
[junit4:junit4]   2> 15946 T179 C17 P16453 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15946 T183 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@353f7d84 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15947 T179 C17 P16453 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4]   2> 15948 T236 C20 P18143 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15948 T236 C20 P18143 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15950 T177 C17 P16453 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15955 T236 C20 P18143 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty5/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@37132aca; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15956 T236 C20 P18143 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 15957 T236 C20 P18143 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15960 T236 C20 P18143 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty5/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@37132aca; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty5/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@37132aca; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15961 T236 C20 P18143 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 15964 T236 C20 P18143 oass.SolrIndexSearcher.<init> Opening Searcher@3820e812 main
[junit4:junit4]   2> 15964 T236 C20 P18143 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15965 T235 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3820e812 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 15965 T236 C20 P18143 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15966 T236 C20 P18143 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15975 T236 C20 P18143 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16095 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16110 T234 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16111 T168 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16111 T206 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16111 T182 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16111 T220 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16110 T248 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16110 T253 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16110 T194 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 16613 T148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C21_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:18151_solr, base_url=http://127.0.0.1:18151/solr}
[junit4:junit4]   2> 17579 T250 C21 P18151 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 17579 T250 C21 P18151 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 17579 T250 C21 P18151 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:17214/solr/collection1/. core=collection1
[junit4:junit4]   2> 17579 T250 C21 P18151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17595 T191 C19 P17214 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17599 T191 C19 P17214 oass.SolrIndexSearcher.<init> Opening Searcher@7f8ca927 main
[junit4:junit4]   2> 17599 T191 C19 P17214 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17599 T195 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f8ca927 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17600 T191 C19 P17214 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4]   2> 17601 T250 C21 P18151 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17601 T250 C21 P18151 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 17603 T189 C19 P17214 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 17608 T250 C21 P18151 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-solrj/test/J0/org.apache.solr.client.solrj.impl.CloudSolrServerTest-1348443272632/jetty6/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a086af; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17608 T250 C21 P18151 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 17609 T250 C21 P18151 o

[...truncated too long message...]

ava.lang.Thread.run(Thread.java:679)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([44A31AA6ED2EA127]:0)
[junit4:junit4]    > Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=207, name=searcherExecutor-116-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    >    2) Thread[id=220, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:546)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)
[junit4:junit4]    >         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)
[junit4:junit4]    >         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)
[junit4:junit4]    >         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
[junit4:junit4]    >         at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4]    >         at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]    >    3) Thread[id=206, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[44A31AA6ED2EA127]-EventThread, state=RUNNABLE, group=TGRP-CloudSolrServerTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:546)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
[junit4:junit4]    >         at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:266)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:272)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:203)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:125)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:87)
[junit4:junit4]    >         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:169)
[junit4:junit4]    >         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:152)
[junit4:junit4]    >         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
[junit4:junit4]    >         at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:56)
[junit4:junit4]    >         at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]    >    4) Thread[id=221, name=searcherExecutor-125-thread-1, state=WAITING, group=TGRP-CloudSolrServerTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:386)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([44A31AA6ED2EA127]:0)
[junit4:junit4] Completed on J0 in 166.94s, 1 test, 1 failure, 2 errors <<< FAILURES!

[...truncated 28 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:186: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1141: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:814: There were test failures: 43 suites, 237 tests, 3 suite-level errors, 11 ignored

Total time: 33 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Mime
View raw message