lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 39 - Still Failing
Date Wed, 19 Sep 2012 16:34:57 GMT
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/39/

2 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
There are still nodes recoverying

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying
	at __randomizedtesting.SeedInfo.seed([84C29DBA97809C8:89AAA7C3DE2769F4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Shard still reported as live in zk

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
	at __randomizedtesting.SeedInfo.seed([84C29DBA97809C8:89AAA7C3DE2769F4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1220)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 7586 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 2 T3847 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1348072136332
[junit4:junit4]   2> 3 T3847 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T3848 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T3848 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 9 T3848 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 105 T3847 oasc.ZkTestServer.run start zk server on port:39250
[junit4:junit4]   2> 105 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@22ebe9b6
[junit4:junit4]   2> 107 T3853 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 107 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 107 T3853 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 108 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39251
[junit4:junit4]   2> 108 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39251
[junit4:junit4]   2> 109 T3851 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 111 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940000 with negotiated timeout 10000 for client /140.211.11.196:39251
[junit4:junit4]   2> 111 T3853 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940000, negotiated timeout = 10000
[junit4:junit4]   2> 112 T3854 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22ebe9b6 name:ZooKeeperConnection Watcher:127.0.0.1:39250 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 112 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 112 T3847 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 115 T3852 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139df5c5e940000
[junit4:junit4]   2> 124 T3854 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 127 T3849 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39251 which had sessionid 0x139df5c5e940000
[junit4:junit4]   2> 124 T3847 oaz.ZooKeeper.close Session: 0x139df5c5e940000 closed
[junit4:junit4]   2> 127 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7c9b89b7
[junit4:junit4]   2> 128 T3855 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 128 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 129 T3855 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 129 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39252
[junit4:junit4]   2> 129 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39252
[junit4:junit4]   2> 130 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940001 with negotiated timeout 10000 for client /140.211.11.196:39252
[junit4:junit4]   2> 130 T3855 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940001, negotiated timeout = 10000
[junit4:junit4]   2> 130 T3856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c9b89b7 name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 131 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 131 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 141 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 163 T3847 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 169 T3847 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 171 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 172 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 185 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 186 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 290 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 291 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 293 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 294 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 305 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 306 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 308 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 309 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 312 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 312 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 319 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 320 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 322 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 323 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 325 T3847 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 326 T3847 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 333 T3852 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139df5c5e940001
[junit4:junit4]   2> 334 T3856 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 334 T3849 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39252 which had sessionid 0x139df5c5e940001
[junit4:junit4]   2> 334 T3847 oaz.ZooKeeper.close Session: 0x139df5c5e940001 closed
[junit4:junit4]   2> 336 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 340 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39253
[junit4:junit4]   2> 341 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 342 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 342 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 376 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 377 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 377 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 378 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 378 T3847 oasc.CoreContainer.<init> New CoreContainer 608344761
[junit4:junit4]   2> 379 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 379 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 404 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 420 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4]   2> 421 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@252c958d
[junit4:junit4]   2> 421 T3866 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 421 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 422 T3866 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 422 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39254
[junit4:junit4]   2> 423 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39254
[junit4:junit4]   2> 424 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940002 with negotiated timeout 5000 for client /140.211.11.196:39254
[junit4:junit4]   2> 424 T3866 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940002, negotiated timeout = 5000
[junit4:junit4]   2> 424 T3867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@252c958d name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 425 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 426 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 436 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 438 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39253_solr
[junit4:junit4]   2> 439 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39253_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39253_solr
[junit4:junit4]   2> 440 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39253_solr
[junit4:junit4]   2> 448 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 448 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 449 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 449 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 450 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 450 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 451 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 451 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 452 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 452 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 467 T3847 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 472 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 483 T3847 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 486 T3847 oasc.Overseer.start Overseer (id=88347255527178242-127.0.0.1:39253_solr-n_0000000000) starting
[junit4:junit4]   2> 487 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 493 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 494 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 500 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 506 T3869 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 506 T3847 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 508 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 510 T3868 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 515 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 515 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 516 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 516 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 518 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 519 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 520 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 570 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 645 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 746 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 754 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1363 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1374 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1378 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1388 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1393 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1397 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1398 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1399 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/
[junit4:junit4]   2> 1400 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4]   2> 1401 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index/
[junit4:junit4]   2> 1402 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1403 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index forceNew:false
[junit4:junit4]   2> 1410 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1410 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 1411 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1413 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1414 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1414 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1415 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1416 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1416 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1417 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1417 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1418 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1419 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1419 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1420 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1421 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1421 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1422 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1422 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1423 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1424 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1424 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1425 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1425 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1426 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1427 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1427 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1428 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1431 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1436 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1437 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1441 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@432bee37 main
[junit4:junit4]   2> 1443 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1443 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1444 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1461 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1515 T3870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@432bee37 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1519 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1530 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 1530 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39253/solr shardId:control_shard
[junit4:junit4]   2> 1531 T3847 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 1549 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 1550 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1550 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2017 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2018 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2035 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2061 T3847 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2062 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2062 T3847 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39253/solr/collection1/
[junit4:junit4]   2> 2062 T3847 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2063 T3847 oasc.SyncStrategy.syncToMe http://127.0.0.1:39253/solr/collection1/ has no replicas
[junit4:junit4]   2> 2063 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39253/solr/collection1/
[junit4:junit4]   2> 2064 T3847 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 2067 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940002 type:create cxid:0x8b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2539 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2553 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2579 T3847 oasc.ZkController.register We are http://127.0.0.1:39253/solr/collection1/ and leader is http://127.0.0.1:39253/solr/collection1/
[junit4:junit4]   2> 2579 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39253/solr
[junit4:junit4]   2> 2579 T3847 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2581 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2581 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2582 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2582 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3046 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3049 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39256
[junit4:junit4]   2> 3049 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3050 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919
[junit4:junit4]   2> 3050 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/'
[junit4:junit4]   2> 3057 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3073 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3073 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3074 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919
[junit4:junit4]   2> 3074 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/solr.xml
[junit4:junit4]   2> 3074 T3847 oasc.CoreContainer.<init> New CoreContainer 1519424245
[junit4:junit4]   2> 3075 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/'
[junit4:junit4]   2> 3075 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/'
[junit4:junit4]   2> 3081 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3092 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3103 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4]   2> 3103 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@381d806d
[junit4:junit4]   2> 3104 T3880 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 3104 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3105 T3880 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 3105 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39257
[junit4:junit4]   2> 3105 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39257
[junit4:junit4]   2> 3106 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940003 with negotiated timeout 5000 for client /140.211.11.196:39257
[junit4:junit4]   2> 3107 T3880 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940003, negotiated timeout = 5000
[junit4:junit4]   2> 3107 T3881 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@381d806d name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3107 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3108 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3109 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3110 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39256_solr
[junit4:junit4]   2> 3111 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39256_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39256_solr
[junit4:junit4]   2> 3112 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39256_solr
[junit4:junit4]   2> 3114 T3867 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 3114 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3115 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3115 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3115 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3116 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3116 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3116 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3117 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3117 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3117 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3128 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3132 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/collection1
[junit4:junit4]   2> 3133 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3133 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3133 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3134 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/collection1/'
[junit4:junit4]   2> 3135 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1348072138919/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3136 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty1-1348072138919/collection1/lib/README' to classloader
[junit4:junit4]   2> 3170 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 3219 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3320 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3326 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3761 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3769 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3772 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3781 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3785 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3788 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3788 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3789 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty1-1348072138919/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/
[junit4:junit4]   2> 3789 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4]   2> 3790 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index/
[junit4:junit4]   2> 3791 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3792 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index forceNew:false
[junit4:junit4]   2> 3797 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23a13c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3797 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 3798 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 3800 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3800 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 3800 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3801 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 3801 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3802 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3802 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3803 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3803 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3804 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 3804 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 3805 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3805 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 3805 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 3806 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 3806 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3807 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3807 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3808 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3808 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3809 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3809 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3809 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3810 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 3810 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3813 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3816 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 3817 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 3820 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@79510c0e main
[junit4:junit4]   2> 3820 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3821 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3821 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3827 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3879 T3882 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79510c0e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4087 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4100 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4100 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4383 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 4383 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39256/solr shardId:shard1
[junit4:junit4]   2> 4384 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 4397 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 4397 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 4398 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4399 T3847 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 4399 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 4400 T3847 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39256/solr/collection1/
[junit4:junit4]   2> 4400 T3847 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 4400 T3847 oasc.SyncStrategy.syncToMe http://127.0.0.1:39256/solr/collection1/ has no replicas
[junit4:junit4]   2> 4401 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39256/solr/collection1/
[junit4:junit4]   2> 4401 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 4404 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940003 type:create cxid:0x4d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4603 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4617 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4617 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4660 T3847 oasc.ZkController.register We are http://127.0.0.1:39256/solr/collection1/ and leader is http://127.0.0.1:39256/solr/collection1/
[junit4:junit4]   2> 4660 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39256/solr
[junit4:junit4]   2> 4660 T3847 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4662 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4662 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4663 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4663 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5121 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5142 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5142 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5359 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 5362 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39260
[junit4:junit4]   2> 5363 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5363 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001
[junit4:junit4]   2> 5364 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/'
[junit4:junit4]   2> 5399 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5399 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5400 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001
[junit4:junit4]   2> 5400 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/solr.xml
[junit4:junit4]   2> 5401 T3847 oasc.CoreContainer.<init> New CoreContainer 1586112761
[junit4:junit4]   2> 5401 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/'
[junit4:junit4]   2> 5402 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/'
[junit4:junit4]   2> 5426 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5442 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4]   2> 5443 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@29ee7c0d
[junit4:junit4]   2> 5444 T3892 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 5444 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5445 T3892 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 5445 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:39261
[junit4:junit4]   2> 5445 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:39261
[junit4:junit4]   2> 5447 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940004 with negotiated timeout 5000 for client /140.211.11.196:39261
[junit4:junit4]   2> 5447 T3892 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940004, negotiated timeout = 5000
[junit4:junit4]   2> 5447 T3893 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29ee7c0d name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5448 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5448 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5450 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5459 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39260_solr
[junit4:junit4]   2> 5460 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39260_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39260_solr
[junit4:junit4]   2> 5461 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39260_solr
[junit4:junit4]   2> 5463 T3867 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5463 T3881 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5464 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 5464 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5465 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 5465 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5466 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5466 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5467 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5467 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5468 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5468 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 5484 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5490 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/collection1
[junit4:junit4]   2> 5490 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5491 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5492 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5493 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/collection1/'
[junit4:junit4]   2> 5494 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1348072141001/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5495 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty2-1348072141001/collection1/lib/README' to classloader
[junit4:junit4]   2> 5546 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 5619 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5720 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5729 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6316 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6324 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6327 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6335 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6338 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6342 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6342 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6343 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty2-1348072141001/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/
[junit4:junit4]   2> 6344 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4]   2> 6344 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index/
[junit4:junit4]   2> 6345 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6346 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index forceNew:false
[junit4:junit4]   2> 6378 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@450e769c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6379 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 6380 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6381 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6381 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6382 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6382 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6386 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6386 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6387 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6387 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6388 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6388 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6389 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6389 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6390 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6390 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6390 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6391 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6391 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6392 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6392 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6393 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6393 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6394 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6394 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6395 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6395 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6398 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6401 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6402 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 6405 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@59d98085 main
[junit4:junit4]   2> 6406 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6406 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6406 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 6412 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 6458 T3894 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59d98085 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6650 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6663 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6663 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6663 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6963 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 6963 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39260/solr shardId:shard2
[junit4:junit4]   2> 6964 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 6976 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:delete cxid:0x41 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 6976 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6977 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:create cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6979 T3847 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6979 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6980 T3847 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39260/solr/collection1/
[junit4:junit4]   2> 6980 T3847 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6980 T3847 oasc.SyncStrategy.syncToMe http://127.0.0.1:39260/solr/collection1/ has no replicas
[junit4:junit4]   2> 6980 T3847 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39260/solr/collection1/
[junit4:junit4]   2> 6981 T3847 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 6983 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940004 type:create cxid:0x4b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7167 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7180 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7180 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7180 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7198 T3847 oasc.ZkController.register We are http://127.0.0.1:39260/solr/collection1/ and leader is http://127.0.0.1:39260/solr/collection1/
[junit4:junit4]   2> 7198 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39260/solr
[junit4:junit4]   2> 7198 T3847 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7200 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7200 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4]   2> 7201 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7201 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7685 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7691 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7691 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7691 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7884 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 7887 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:42303
[junit4:junit4]   2> 7888 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7889 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538
[junit4:junit4]   2> 7889 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/'
[junit4:junit4]   2> 7924 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7924 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7925 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538
[junit4:junit4]   2> 7925 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/solr.xml
[junit4:junit4]   2> 7926 T3847 oasc.CoreContainer.<init> New CoreContainer 1333057046
[junit4:junit4]   2> 7927 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/'
[junit4:junit4]   2> 7927 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/'
[junit4:junit4]   2> 7952 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7967 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4]   2> 7968 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@26561d65
[junit4:junit4]   2> 7969 T3904 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 7969 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7970 T3904 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 7970 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:42487
[junit4:junit4]   2> 7971 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:42487
[junit4:junit4]   2> 7972 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940005 with negotiated timeout 5000 for client /140.211.11.196:42487
[junit4:junit4]   2> 7972 T3904 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940005, negotiated timeout = 5000
[junit4:junit4]   2> 7973 T3905 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26561d65 name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7973 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7974 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7975 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7985 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42303_solr
[junit4:junit4]   2> 7985 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42303_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42303_solr
[junit4:junit4]   2> 7987 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42303_solr
[junit4:junit4]   2> 7989 T3893 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 7989 T3881 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 7989 T3867 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 7989 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 7990 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7990 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 7991 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7991 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7992 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7992 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7993 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7993 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7994 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8009 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8015 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/collection1
[junit4:junit4]   2> 8016 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8016 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8017 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8018 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/collection1/'
[junit4:junit4]   2> 8020 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1348072143538/collection1/lib/README' to classloader
[junit4:junit4]   2> 8020 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty3-1348072143538/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8070 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 8143 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8244 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8250 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8885 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8896 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8900 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8910 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8915 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8919 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8920 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8921 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty3-1348072143538/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/
[junit4:junit4]   2> 8922 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4]   2> 8923 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index/
[junit4:junit4]   2> 8924 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8925 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index forceNew:false
[junit4:junit4]   2> 8931 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@376b142a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8932 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 8933 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8935 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8935 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8936 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8937 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8937 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8938 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8938 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8939 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8940 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8940 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8941 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8942 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8942 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8943 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8943 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8944 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8945 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8945 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8946 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8947 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8947 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8948 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8949 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8949 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8950 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8954 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8958 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8959 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8963 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@568a5fd5 main
[junit4:junit4]   2> 8964 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8965 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8965 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8974 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9018 T3906 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@568a5fd5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9197 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9210 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9210 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9210 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9210 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9524 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9524 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:42303/solr shardId:shard1
[junit4:junit4]   2> 9527 T3847 oasc.ZkController.register We are http://127.0.0.1:42303/solr/collection1/ and leader is http://127.0.0.1:39256/solr/collection1/
[junit4:junit4]   2> 9528 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42303/solr
[junit4:junit4]   2> 9528 T3847 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9528 T3847 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C257 name=collection1 org.apache.solr.core.SolrCore@41b42630 url=http://127.0.0.1:42303/solr/collection1 node=127.0.0.1:42303_solr
[junit4:junit4]   2> 9529 T3907 C257 P42303 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9530 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9530 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9530 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9531 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9531 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9531 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39256/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 9532 T3907 C257 P42303 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42303/solr START replicas=[http://127.0.0.1:39256/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 9532 T3907 C257 P42303 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 9532 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 9532 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 9533 T3907 C257 P42303 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C258 name=collection1 org.apache.solr.core.SolrCore@2d689f5f url=http://127.0.0.1:39256/solr/collection1 node=127.0.0.1:39256_solr
[junit4:junit4]   2> 9539 T3873 C258 P39256 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 9714 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9728 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9728 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9728 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9728 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9996 T3847 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 9998 T3847 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:27396
[junit4:junit4]   2> 9999 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9999 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871
[junit4:junit4]   2> 9999 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/'
[junit4:junit4]   2> 10023 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10024 T3847 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10024 T3847 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871
[junit4:junit4]   2> 10024 T3847 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/solr.xml
[junit4:junit4]   2> 10024 T3847 oasc.CoreContainer.<init> New CoreContainer 999075437
[junit4:junit4]   2> 10025 T3847 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/'
[junit4:junit4]   2> 10025 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/'
[junit4:junit4]   2> 10042 T3847 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10053 T3847 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:39250/solr
[junit4:junit4]   2> 10053 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@15e8270a
[junit4:junit4]   2> 10054 T3918 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 10054 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10055 T3918 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 10055 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:36063
[junit4:junit4]   2> 10056 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:36063
[junit4:junit4]   2> 10057 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940006 with negotiated timeout 5000 for client /140.211.11.196:36063
[junit4:junit4]   2> 10057 T3918 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940006, negotiated timeout = 5000
[junit4:junit4]   2> 10058 T3919 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15e8270a name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10058 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10059 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10060 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10069 T3847 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27396_solr
[junit4:junit4]   2> 10069 T3852 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139df5c5e940006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:27396_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:27396_solr
[junit4:junit4]   2> 10071 T3847 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:27396_solr
[junit4:junit4]   2> 10073 T3893 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10073 T3881 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10073 T3905 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10073 T3867 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10073 T3847 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10074 T3847 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10074 T3847 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10074 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10074 T3847 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10075 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10075 T3847 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10075 T3847 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10076 T3847 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10076 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10087 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10092 T3847 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/collection1
[junit4:junit4]   2> 10092 T3847 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10092 T3847 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10093 T3847 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10094 T3847 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/collection1/'
[junit4:junit4]   2> 10095 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1348072145871/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10095 T3847 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/solrtest-jetty4-1348072145871/collection1/lib/README' to classloader
[junit4:junit4]   2> 10129 T3847 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
[junit4:junit4]   2> 10176 T3847 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10277 T3847 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10282 T3847 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10704 T3847 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10712 T3847 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10715 T3847 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10738 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10741 T3847 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10745 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10746 T3847 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10746 T3847 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-jetty4-1348072145871/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/
[junit4:junit4]   2> 10747 T3847 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@482d59a3
[junit4:junit4]   2> 10748 T3847 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index/
[junit4:junit4]   2> 10748 T3847 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10749 T3847 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index forceNew:false
[junit4:junit4]   2> 10769 T3847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1061bdfd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10770 T3847 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 10770 T3847 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10772 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10772 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10773 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10773 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10773 T3847 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10774 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10774 T3847 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10775 T3847 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10775 T3847 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10776 T3847 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10776 T3847 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10777 T3847 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10777 T3847 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10777 T3847 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10778 T3847 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10778 T3847 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10779 T3847 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10779 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10780 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10780 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10781 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10781 T3847 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10782 T3847 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10782 T3847 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10783 T3847 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10785 T3847 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10788 T3847 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10789 T3847 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10792 T3847 oass.SolrIndexSearcher.<init> Opening Searcher@5e0717b0 main
[junit4:junit4]   2> 10793 T3847 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10793 T3847 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10794 T3847 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10800 T3847 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10853 T3920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e0717b0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11237 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11241 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11241 T3919 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11241 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11241 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11241 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11359 T3847 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 11359 T3847 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:27396/solr shardId:shard2
[junit4:junit4]   2> 11362 T3847 oasc.ZkController.register We are http://127.0.0.1:27396/solr/collection1/ and leader is http://127.0.0.1:39260/solr/collection1/
[junit4:junit4]   2> 11362 T3847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:27396/solr
[junit4:junit4]   2> 11363 T3847 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11363 T3847 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C259 name=collection1 org.apache.solr.core.SolrCore@435041dd url=http://127.0.0.1:27396/solr/collection1 node=127.0.0.1:27396_solr
[junit4:junit4]   2> 11364 T3921 C259 P27396 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11364 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11364 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11366 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39260/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 11366 T3921 C259 P27396 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:27396/solr START replicas=[http://127.0.0.1:39260/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 11366 T3847 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4]   2> 11366 T3921 C259 P27396 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 11366 T3847 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11366 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 11367 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 11367 T3921 C259 P27396 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11367 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C260 name=collection1 org.apache.solr.core.SolrCore@696ca8de url=http://127.0.0.1:39260/solr/collection1 node=127.0.0.1:39260_solr
[junit4:junit4]   2> 11373 T3885 C260 P39260 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 11384 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3f6bb888
[junit4:junit4]   2> 11385 T3923 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 11385 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11386 T3923 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 11386 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:35885
[junit4:junit4]   2> 11386 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:35885
[junit4:junit4]   2> 11388 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940007 with negotiated timeout 10000 for client /140.211.11.196:35885
[junit4:junit4]   2> 11388 T3923 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940007, negotiated timeout = 10000
[junit4:junit4]   2> 11388 T3924 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f6bb888 name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11388 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11389 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11390 T3847 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 11391 T3847 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 11401 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C261 name=collection1 org.apache.solr.core.SolrCore@1f6237c3 url=http://127.0.0.1:39253/solr/collection1 node=127.0.0.1:39253_solr
[junit4:junit4]   2> 11413 T3859 C261 P39253 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11414 T3859 C261 P39253 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11418 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[1 (1413556100386521088)]} 0 10
[junit4:junit4]   2> 11418 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@365ec558
[junit4:junit4]   2> 11419 T3925 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 11419 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11420 T3925 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 11420 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:61207
[junit4:junit4]   2> 11421 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:61207
[junit4:junit4]   2> 11422 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940008 with negotiated timeout 10000 for client /140.211.11.196:61207
[junit4:junit4]   2> 11422 T3925 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940008, negotiated timeout = 10000
[junit4:junit4]   2> 11422 T3926 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@365ec558 name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11423 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11423 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11429 T3875 C258 P39256 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23a13c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11429 T3875 C258 P39256 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2>  C257_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:42303_solr, base_url=http://127.0.0.1:42303/solr}
[junit4:junit4]   2> 11445 T3897 C257 P42303 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@376b142a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11445 T3897 C257 P42303 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11449 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 11450 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[1 (1413556100404346880)]} 0 24
[junit4:junit4]   2> 11451 T3847 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4]   2> 11452 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11753 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11766 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11766 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11766 T3924 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11767 T3926 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11766 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11766 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11766 T3919 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12453 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12546 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12546 T3907 C257 P42303 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4]   2> 12546 T3907 C257 P42303 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39256/solr/collection1/. core=collection1
[junit4:junit4]   2> 12546 T3907 C257 P42303 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12560 T3876 C258 P39256 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12585 T3876 C258 P39256 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23a13c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@23a13c0f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, segments_2, _0.fdx, _0.si, _0.prx, _0.fdt]
[junit4:junit4]   2> 12586 T3876 C258 P39256 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 12591 T3876 C258 P39256 oass.SolrIndexSearcher.<init> Opening Searcher@2b22178d main
[junit4:junit4]   2> 12592 T3876 C258 P39256 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12593 T3882 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b22178d main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4]   2> 12593 T3876 C258 P39256 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 33
[junit4:junit4]   2> 12594 T3907 C257 P42303 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12594 T3907 C257 P42303 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12596 T3877 C258 P39256 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12596 T3877 C258 P39256 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12596 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 12596 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 12597 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 12600 T3877 C258 P39256 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 12600 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 10
[junit4:junit4]   2> 12603 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index.20120919112908929 fullCopy=true
[junit4:junit4]   2> 12607 T3877 C258 P39256 REQ /replication {file=_0.nrm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12612 T3877 C258 P39256 REQ /replication {file=_0.tis&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12615 T3877 C258 P39256 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12619 T3877 C258 P39256 REQ /replication {file=_0.tii&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12623 T3877 C258 P39256 REQ /replication {file=_0.frq&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12626 T3877 C258 P39256 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12630 T3877 C258 P39256 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12634 T3877 C258 P39256 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12638 T3877 C258 P39256 REQ /replication {file=_0.prx&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12641 T3877 C258 P39256 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 12642 T3907 C257 P42303 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 12642 T3907 C257 P42303 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120919112908929
[junit4:junit4]   2> 12644 T3907 C257 P42303 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 12644 T3907 C257 P42303 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 12644 T3907 C257 P42303 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 12648 T3907 C257 P42303 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index.20120919112908929
[junit4:junit4]   2> 12648 T3907 C257 P42303 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index.20120919112908929 forceNew:true
[junit4:junit4]   2> 12655 T3907 C257 P42303 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index.20120919112908929 lockFactory=org.apache.lucene.store.NativeFSLockFactory@288a4f51; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.nrm, _0.tis, _0.fnm, _0.tii, _0.frq, segments_2, _0.fdx, _0.si, _0.prx, _0.fdt]
[junit4:junit4]   2> 12655 T3907 C257 P42303 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 12655 T3907 C257 P42303 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 12657 T3907 C257 P42303 oass.SolrIndexSearcher.<init> Opening Searcher@3d096756 main
[junit4:junit4]   2> 12658 T3906 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3d096756 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4]   2> 12659 T3906 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index
[junit4:junit4]   2> 12659 T3906 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/index
[junit4:junit4]   2> 12661 T3907 C257 P42303 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12662 T3907 C257 P42303 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12662 T3907 C257 P42303 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4]   2> 12662 T3929 C257 P42303 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=433
[junit4:junit4]   2> 12663 T3929 C257 P42303 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12664 T3929 C257 P42303 oass.SolrIndexSearcher.<init> Opening Searcher@42cdfbe3 main
[junit4:junit4]   2> 12665 T3929 C257 P42303 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12666 T3906 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42cdfbe3 main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4]   2> 12666 T3929 C257 P42303 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=433}
[junit4:junit4]   2> 12666 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 12668 T3907 C257 P42303 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 12804 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12816 T3926 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12816 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12816 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12816 T3924 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12816 T3919 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12816 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12816 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13455 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C259_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:27396_solr, base_url=http://127.0.0.1:27396/solr}
[junit4:junit4]   2> 14387 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14387 T3921 C259 P27396 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14387 T3921 C259 P27396 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39260/solr/collection1/. core=collection1
[junit4:junit4]   2> 14387 T3921 C259 P27396 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14402 T3887 C260 P39260 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14406 T3887 C260 P39260 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@450e769c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14407 T3887 C260 P39260 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14408 T3887 C260 P39260 oass.SolrIndexSearcher.<init> Opening Searcher@635eba48 main
[junit4:junit4]   2> 14409 T3887 C260 P39260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14410 T3894 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@635eba48 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14410 T3887 C260 P39260 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 8
[junit4:junit4]   2> 14411 T3921 C259 P27396 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14411 T3921 C259 P27396 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14412 T3888 C260 P39260 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14413 T3888 C260 P39260 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 14417 T3921 C259 P27396 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1061bdfd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14417 T3921 C259 P27396 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14418 T3921 C259 P27396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14452 T3921 C259 P27396 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1061bdfd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1061bdfd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14452 T3921 C259 P27396 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 14455 T3921 C259 P27396 oass.SolrIndexSearcher.<init> Opening Searcher@29fcfc40 main
[junit4:junit4]   2> 14456 T3921 C259 P27396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14457 T3920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29fcfc40 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 14457 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14457 T3921 C259 P27396 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14458 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14467 T3921 C259 P27396 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 14825 T3868 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14839 T3893 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14839 T3881 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14839 T3924 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14839 T3905 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14839 T3919 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14839 T3867 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14839 T3926 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15459 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15462 T3859 C261 P39253 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15518 T3859 C261 P39253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, segments_2, _0.fdx, _0.si, _0.prx, _0.fdt]
[junit4:junit4]   2> 15519 T3859 C261 P39253 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 15527 T3859 C261 P39253 oass.SolrIndexSearcher.<init> Opening Searcher@1b65b786 main
[junit4:junit4]   2> 15528 T3859 C261 P39253 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15529 T3870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b65b786 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4]   2> 15529 T3859 C261 P39253 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 67
[junit4:junit4]   2> 15531 T3889 C260 P39260 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15535 T3889 C260 P39260 oass.SolrIndexSearcher.<init> Opening Searcher@49e9f72b main
[junit4:junit4]   2> 15535 T3889 C260 P39260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15536 T3894 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49e9f72b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15537 T3889 C260 P39260 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39256/solr/collection1/, StdNode: http://127.0.0.1:42303/solr/collection1/, StdNode: http://127.0.0.1:27396/solr/collection1/]
[junit4:junit4]   2> 15538 T3878 C258 P39256 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C257_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:42303_solr, base_url=http://127.0.0.1:42303/solr}
[junit4:junit4]   2> 15540 T3897 C257 P42303 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15542 T3897 C257 P42303 oass.SolrIndexSearcher.<init> Opening Searcher@5f84d25d main
[junit4:junit4]   2> 15542 T3897 C257 P42303 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15543 T3906 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f84d25d main{StandardDirectoryReader(segments_2:3:nrt _0(4.0.0.2):C1)}
[junit4:junit4]   2> 15543 T3897 C257 P42303 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 3
[junit4:junit4]   2> 15548 T3878 C258 P39256 oass.SolrIndexSearcher.<init> Opening Searcher@3a0193e4 main
[junit4:junit4]   2> 15548 T3878 C258 P39256 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15549 T3882 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a0193e4 main{StandardDirectoryReader(segments_2:3 _0(4.0.0.2):C1)}
[junit4:junit4]   2> 15550 T3878 C258 P39256 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 12
[junit4:junit4]   2>  C259_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:27396_solr, base_url=http://127.0.0.1:27396/solr}
[junit4:junit4]   2> 15551 T3911 C259 P27396 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15555 T3911 C259 P27396 oass.SolrIndexSearcher.<init> Opening Searcher@26189aef main
[junit4:junit4]   2> 15555 T3911 C259 P27396 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15556 T3920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26189aef main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 15557 T3911 C259 P27396 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4]   2> 15557 T3889 C260 P39260 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 26
[junit4:junit4]   2> 15562 T3860 C261 P39253 REQ /select {fl=id,score&shard.url=127.0.0.1:39253/solr/collection1/&NOW=1348072151889&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 15565 T3860 C261 P39253 REQ /select {shard.url=127.0.0.1:39253/solr/collection1/&NOW=1348072151889&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15566 T3859 C261 P39253 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6 
[junit4:junit4]   2> 15567 T3847 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:39250/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@558a06bb
[junit4:junit4]   2> 15568 T3934 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:39250
[junit4:junit4]   2> 15568 T3847 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15569 T3934 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:39250, initiating session
[junit4:junit4]   2> 15569 T3849 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:31377
[junit4:junit4]   2> 15569 T3849 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:31377
[junit4:junit4]   2> 15571 T3851 oazs.NIOServerCnxn.finishSessionInit Established session 0x139df5c5e940009 with negotiated timeout 10000 for client /140.211.11.196:31377
[junit4:junit4]   2> 15571 T3934 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:39250, sessionid = 0x139df5c5e940009, negotiated timeout = 10000
[junit4:junit4]   2> 15571 T3935 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@558a06bb name:ZooKeeperConnection Watcher:127.0.0.1:39250/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15571 T3847 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15572 T3847 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15574 T3852 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139df5c5e940009
[junit4:junit4]   2> 15575 T3935 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15575 T3849 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:31377 which had sessionid 0x139df5c5e940009
[junit4:junit4]   2> 15575 T3847 oaz.ZooKeeper.close Session: 0x139df5c5e940009 closed
[junit4:junit4]   2> 15577 T3879 C258 P39256 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 15579 T3890 C260 P39260 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 15582 T3874 C258 P39256 REQ /select {fl=id,score&shard.url=127.0.0.1:39256/solr/collection1/|127.0.0.1:42303/solr/collection1/&NOW=1348072151909&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 15582 T3913 C259 P27396 REQ /select {fl=id,score&shard.url=127.0.0.1:39260/solr/collection1/|127.0.0.1:27396/solr/collection1/&NOW=1348072151909&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 15585 T3874 C258 P39256 REQ /select {shard.url=127.0.0.1:39256/solr/collection1/|127.0.0.1:42303/solr/collection1/&NOW=1348072151909&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15586 T3912 C259 P27396 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=6 
[junit4:junit4]   2> 15593 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[2 (1413556104769568768)]} 0 4
[junit4:junit4]   2> 15606 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15607 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 15608 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[2]} 0 12
[junit4:junit4]   2> 15613 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[3 (1413556104791588864)]} 0 3
[junit4:junit4]   2> 15622 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15622 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[3 (1413556104797880320)]} 0 6
[junit4:junit4]   2> 15627 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[4 (1413556104807317504)]} 0 2
[junit4:junit4]   2> 15638 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 15639 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[4 (1413556104811511808)]} 0 10
[junit4:junit4]   2> 15644 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[5 (1413556104825143296)]} 0 2
[junit4:junit4]   2> 15652 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15652 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[5 (1413556104829337600)]} 0 6
[junit4:junit4]   2> 15658 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[6 (1413556104838774784)]} 0 3
[junit4:junit4]   2> 15666 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15666 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[6 (1413556104844017664)]} 0 6
[junit4:junit4]   2> 15672 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[7 (1413556104853454848)]} 0 3
[junit4:junit4]   2> 15683 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15684 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 15684 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[7]} 0 10
[junit4:junit4]   2> 15689 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[8 (1413556104872329216)]} 0 2
[junit4:junit4]   2> 15698 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15699 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[8 (1413556104877572096)]} 0 7
[junit4:junit4]   2> 15703 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[9 (1413556104887009280)]} 0 2
[junit4:junit4]   2> 15712 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15713 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[9 (1413556104891203584)]} 0 8
[junit4:junit4]   2> 15720 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[10 (1413556104902737920)]} 0 4
[junit4:junit4]   2> 15728 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15729 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[10 (1413556104910077952)]} 0 6
[junit4:junit4]   2> 15744 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[11 (1413556104919515136)]} 0 12
[junit4:junit4]   2> 15752 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15753 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[11 (1413556104935243776)]} 0 6
[junit4:junit4]   2> 15758 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[12 (1413556104943632384)]} 0 3
[junit4:junit4]   2> 15768 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15769 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 15769 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[12]} 0 8
[junit4:junit4]   2> 15773 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[13 (1413556104961458176)]} 0 1
[junit4:junit4]   2> 15785 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15785 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 15786 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[13]} 0 10
[junit4:junit4]   2> 15790 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[14 (1413556104979283968)]} 0 1
[junit4:junit4]   2> 15800 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15800 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 15801 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4]   2> 15806 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[15 (1413556104995012608)]} 0 2
[junit4:junit4]   2> 15815 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15816 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 15816 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[15]} 0 7
[junit4:junit4]   2> 15822 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[16 (1413556105010741248)]} 0 3
[junit4:junit4]   2> 15830 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15830 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[16 (1413556105017032704)]} 0 5
[junit4:junit4]   2> 15840 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[17 (1413556105026469888)]} 0 7
[junit4:junit4]   2> 15853 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 15854 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[17 (1413556105035907072)]} 0 11
[junit4:junit4]   2> 15859 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[100 (1413556105050587136)]} 0 2
[junit4:junit4]   2> 15878 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 15878 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[100 (1413556105055830016)]} 0 16
[junit4:junit4]   2> 15883 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[101 (1413556105075752960)]} 0 2
[junit4:junit4]   2> 15895 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15896 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 15897 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[101]} 0 11
[junit4:junit4]   2> 15906 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[102 (1413556105094627328)]} 0 7
[junit4:junit4]   2> 15916 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15916 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 15917 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[102]} 0 8
[junit4:junit4]   2> 15928 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[103 (1413556105116647424)]} 0 8
[junit4:junit4]   2> 15934 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15934 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[103 (1413556105127133184)]} 0 4
[junit4:junit4]   2> 15939 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[104 (1413556105134473216)]} 0 2
[junit4:junit4]   2> 15945 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15945 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[104 (1413556105138667520)]} 0 4
[junit4:junit4]   2> 15949 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[105 (1413556105146007552)]} 0 1
[junit4:junit4]   2> 15970 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 15970 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[105 (1413556105150201856)]} 0 18
[junit4:junit4]   2> 15974 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[106 (1413556105172221952)]} 0 1
[junit4:junit4]   2> 15985 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15985 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 15986 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[106]} 0 9
[junit4:junit4]   2> 15990 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[107 (1413556105188999168)]} 0 1
[junit4:junit4]   2> 15999 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16000 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16000 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[107]} 0 7
[junit4:junit4]   2> 16004 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[108 (1413556105203679232)]} 0 1
[junit4:junit4]   2> 16012 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16012 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16013 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[108]} 0 7
[junit4:junit4]   2> 16015 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[109 (1413556105216262144)]} 0 0
[junit4:junit4]   2> 16024 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16024 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16025 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[109]} 0 7
[junit4:junit4]   2> 16027 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[110 (1413556105228845056)]} 0 0
[junit4:junit4]   2> 16036 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16036 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16037 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[110]} 0 7
[junit4:junit4]   2> 16039 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[111 (1413556105241427968)]} 0 0
[junit4:junit4]   2> 16048 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16048 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16049 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[111]} 0 7
[junit4:junit4]   2> 16051 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[112 (1413556105254010880)]} 0 0
[junit4:junit4]   2> 16060 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16060 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16061 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[112]} 0 7
[junit4:junit4]   2> 16067 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[113 (1413556105266593792)]} 0 4
[junit4:junit4]   2> 16076 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16076 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16077 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[113]} 0 7
[junit4:junit4]   2> 16080 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[114 (1413556105283371008)]} 0 1
[junit4:junit4]   2> 16088 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16088 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16089 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[114]} 0 7
[junit4:junit4]   2> 16091 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[115 (1413556105295953920)]} 0 0
[junit4:junit4]   2> 16098 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16098 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[115 (1413556105299099648)]} 0 4
[junit4:junit4]   2> 16102 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[116 (1413556105306439680)]} 0 1
[junit4:junit4]   2> 16108 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16108 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[116 (1413556105309585408)]} 0 4
[junit4:junit4]   2> 16111 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[117 (1413556105316925440)]} 0 0
[junit4:junit4]   2> 16118 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16118 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[117 (1413556105320071168)]} 0 4
[junit4:junit4]   2> 16121 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[118 (1413556105327411200)]} 0 0
[junit4:junit4]   2> 16134 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16135 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[118 (1413556105330556928)]} 0 11
[junit4:junit4]   2> 16137 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[119 (1413556105344188416)]} 0 0
[junit4:junit4]   2> 16146 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16146 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16147 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[119]} 0 7
[junit4:junit4]   2> 16149 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[120 (1413556105356771328)]} 0 0
[junit4:junit4]   2> 16156 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16156 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[120 (1413556105359917056)]} 0 4
[junit4:junit4]   2> 16159 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[121 (1413556105367257088)]} 0 0
[junit4:junit4]   2> 16168 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16168 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16169 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[121]} 0 7
[junit4:junit4]   2> 16171 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[122 (1413556105379840000)]} 0 0
[junit4:junit4]   2> 16178 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16178 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[122 (1413556105382985728)]} 0 4
[junit4:junit4]   2> 16185 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[123 (1413556105390325760)]} 0 4
[junit4:junit4]   2> 16193 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16193 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16194 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[123]} 0 7
[junit4:junit4]   2> 16197 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[124 (1413556105406054400)]} 0 1
[junit4:junit4]   2> 16205 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16205 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16206 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[124]} 0 7
[junit4:junit4]   2> 16208 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[125 (1413556105418637312)]} 0 0
[junit4:junit4]   2> 16215 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16215 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[125 (1413556105421783040)]} 0 4
[junit4:junit4]   2> 16218 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[126 (1413556105429123072)]} 0 0
[junit4:junit4]   2> 16227 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16227 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16228 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[126]} 0 7
[junit4:junit4]   2> 16230 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[127 (1413556105441705984)]} 0 0
[junit4:junit4]   2> 16246 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16247 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[127 (1413556105444851712)]} 0 14
[junit4:junit4]   2> 16251 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[128 (1413556105462677504)]} 0 1
[junit4:junit4]   2> 16260 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16261 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16262 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[128]} 0 9
[junit4:junit4]   2> 16265 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[129 (1413556105477357568)]} 0 1
[junit4:junit4]   2> 16271 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16272 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[129 (1413556105480503296)]} 0 5
[junit4:junit4]   2> 16275 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[130 (1413556105487843328)]} 0 1
[junit4:junit4]   2> 16283 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16283 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16284 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[130]} 0 7
[junit4:junit4]   2> 16288 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[131 (1413556105501474816)]} 0 1
[junit4:junit4]   2> 16294 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16294 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[131 (1413556105504620544)]} 0 4
[junit4:junit4]   2> 16298 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[132 (1413556105511960576)]} 0 1
[junit4:junit4]   2> 16304 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16305 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[132 (1413556105515106304)]} 0 5
[junit4:junit4]   2> 16313 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[133 (1413556105522446336)]} 0 6
[junit4:junit4]   2> 16322 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16323 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16323 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[133]} 0 7
[junit4:junit4]   2> 16328 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[134 (1413556105542369280)]} 0 2
[junit4:junit4]   2> 16334 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16334 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[134 (1413556105546563584)]} 0 4
[junit4:junit4]   2> 16338 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[135 (1413556105553903616)]} 0 1
[junit4:junit4]   2> 16344 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16345 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[135 (1413556105557049344)]} 0 5
[junit4:junit4]   2> 16354 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[136 (1413556105570680832)]} 0 1
[junit4:junit4]   2> 16363 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16363 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16364 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[136]} 0 7
[junit4:junit4]   2> 16368 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[137 (1413556105585360896)]} 0 1
[junit4:junit4]   2> 16374 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16374 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[137 (1413556105588506624)]} 0 4
[junit4:junit4]   2> 16378 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[138 (1413556105595846656)]} 0 1
[junit4:junit4]   2> 16386 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16387 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16387 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[138]} 0 7
[junit4:junit4]   2> 16391 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[139 (1413556105609478144)]} 0 1
[junit4:junit4]   2> 16399 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16399 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16400 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[139]} 0 7
[junit4:junit4]   2> 16404 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[140 (1413556105623109632)]} 0 1
[junit4:junit4]   2> 16413 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16413 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16414 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[140]} 0 7
[junit4:junit4]   2> 16417 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[141 (1413556105636741120)]} 0 1
[junit4:junit4]   2> 16423 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16423 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[141 (1413556105639886848)]} 0 4
[junit4:junit4]   2> 16427 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[142 (1413556105647226880)]} 0 1
[junit4:junit4]   2> 16443 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16444 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[142 (1413556105650372608)]} 0 15
[junit4:junit4]   2> 16452 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[143 (1413556105668198400)]} 0 6
[junit4:junit4]   2> 16462 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16463 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16463 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[143]} 0 8
[junit4:junit4]   2> 16468 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[144 (1413556105689169920)]} 0 2
[junit4:junit4]   2> 16474 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16474 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[144 (1413556105693364224)]} 0 4
[junit4:junit4]   2> 16478 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[145 (1413556105700704256)]} 0 1
[junit4:junit4]   2> 16486 T3911 C259 P27396 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39260/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16486 T3891 C260 P39260 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16487 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[145]} 0 7
[junit4:junit4]   2> 16491 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[146 (1413556105714335744)]} 0 1
[junit4:junit4]   2> 16507 T3897 C257 P42303 REQ /update {distrib.from=http://127.0.0.1:39256/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16508 T3875 C258 P39256 /update {wt=javabin&version=2} {add=[146 (1413556105717481472)]} 0 15
[junit4:junit4]   2> 16512 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[147 (1413556105736355840)]} 0 1
[junit4:junit4]   2> 16518 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16518 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[147 (1413556105739501568)]} 0 4
[junit4:junit4]   2> 16522 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[148 (1413556105746841600)]} 0 1
[junit4:junit4]   2> 16532 T3897 C257 P42303 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:39256/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16532 T3878 C258 P39256 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16533 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[148]} 0 9
[junit4:junit4]   2> 16537 T3859 C261 P39253 /update {wt=javabin&version=2} {add=[149 (1413556105762570240)]} 0 1
[junit4:junit4]   2> 16543 T3911 C259 P27396 REQ /update {distrib.from=http://127.0.0.1:39260/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16543 T3889 C260 P39260 /update {wt=javabin&version=2} {add=[149 (1413556105765715968)]} 0 4
[junit4:junit4]   2> 16544 T3847 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):3600
[junit4:junit4]   2> 16545 T3847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16548 T3859 C261 P39253 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16869 T3859 C261 P39253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, segments_2, _0.fdx, _0.si, _0.prx, _0.fdt]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@69fe2f20; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.tis, _5.fdt, _5.prx, _1.frq, _4.prx, _7.si, _4.fnm, _2.tii, _3.fdt, _1.fnm, _4.fdx, _7.fnm, _7.tis, _4.frq, _7.nrm, _5.tis, _5.nrm, _7.frq, _0.prx, _3.nrm, _0.fnm, _2.prx, _7.tii, _2.fdt, _2.frq, _7.fdx, _3.prx, _5.tii, _2.fdx, _7.fdt, _5.si, _1.prx, _1.fdx, _2.tis, _0.tii, _1.fdt, _0.frq, _3.si, _6.fdt, _6.nrm, _1.nrm, _2.nrm, _2.si, _3.frq, _3.tii, _6.frq, _6.fdx, _3.fnm, _6.tis, _1.tii, _0.si, _4.tis, _0.nrm, _4.tii, _5.fnm, _1.tis, _6.tii, _4.nrm, _5.frq, _4.fdt, _4.si, _2.fnm, _7.prx, _3.fdx, _6.prx, _1.si, _5.fdx, _6.si, _6.fnm, _0.fdx, segments_3, _0.fdt, _3.tis]
[junit4:junit4]   2> 16869 T3859 C261 P39253 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 16909 T3859 C261 P39253 oass.SolrIndexSearcher.<init> Opening Searcher@55916938 main
[junit4:junit4]   2> 16910 T3859 C261 P39253 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16911 T3870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55916938 main{StandardDirectoryReader(segments_3:17 _0(4.0.0.2):C1 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C10 _4(4.0.0.2):C10 _5(4.0.0.2):C10 _6(4.0.0.2):C10 _7(4.0.0.2):C6)}
[junit4:junit4]   2> 16911 T3859 C261 P39253 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 363
[junit4:junit4]   2> 16914 T3889 C260 P39260 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17056 T3889 C260 P39260 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@450e769c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348072136331/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@450e769c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_2.si, _0.tis, _3.tii, _3.frq, _1.frq, _3.fdt, _3.fnm, _2.tii, _1.fnm, _1.tii, _0.si, _0.prx, _3.nrm, _0.nrm, _1.tis, _0.fnm, _2.prx, _2.frq, _2.fdt, _3.prx, _2.fdx, _2.fnm, _3.fdx, _1.fdx, _1.prx, _2.tis, _0.tii, _1.fdt, _1.si, _0.frq, segments_2, _3.si, _0.fdx, _2.nrm, _0.fdt, _1.nrm, _3.tis]
[junit4:junit4]   2> 17057 T3889 C260 P39260 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 17078 T3889 C260 P39260 oass.SolrIndexSearcher.<init> Opening Searcher@228116c8 main
[junit4:junit4]   2> 17078 T3889 C260 P39260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17079 T3894 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@228116c8 main{StandardDirectoryReader(segments_2:9 _0(4.0.0.2):C10 _1(4.0.0.2):C10 _2(4.0.0.2):C10 _3(4.0.0.2):C5)}
[junit4:junit4]   2> 17080 T3889 C260 P39260 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39256/solr/collection1/, StdNode: http://127.0.0.1:42303/solr/collection1/, StdNode: http://127.0.0.1:27396/solr/collection1/]
[junit4:junit4]   2> 17082 T3911 C259 P27396 oasu.DirectUpdateHandler2.commit s

[...truncated too long message...]

.tim, _0.fdt, segments_4]
[junit4:junit4]   2> 160915 T2317 C94 P34520 oasc.SolrDeletionPolicy.updateCommits newest commit = 4
[junit4:junit4]   2> 160917 T2317 oasu.DefaultSolrCoreState.decref Closing SolrCoreState - canceling any ongoing recovery
[junit4:junit4]   2> 162437 T2432 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:34179
[junit4:junit4]   2> 165910 T2433 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 165910 T2317 oaz.ZooKeeper.close Session: 0x139df5e99270009 closed
[junit4:junit4]   2> 165911 T2317 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 166156 T2317 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=84C29DBA97809C8 -Dtests.multiplier=3 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=mt -Dtests.timezone=Etc/GMT+0 -Dtests.file.encoding=ISO8859-1
[junit4:junit4] FAILURE  166s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([84C29DBA97809C8:89AAA7C3DE2769F4]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:560)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1135)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 166191 T2317 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=mt, timezone=Etc/GMT+0
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=68907240,total=308084736
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestSolr4Spatial, TestJoin, TestQuerySenderNoQuery, ZkControllerTest, SpellCheckCollatorTest, PluginInfoTest, TermsComponentTest, TestCoreContainer, TestWordDelimiterFilterFactory, TestSearchPerf, SearchHandlerTest, TestSuggestSpellingConverter, TestStressReorder, TestBinaryResponseWriter, DistributedTermsComponentTest, SampleTest, SuggesterFSTTest, TestPHPSerializedResponseWriter, CurrencyFieldTest, ClusterStateTest, SimplePostToolTest, DirectUpdateHandlerOptimizeTest, TestIndexingPerformance, HighlighterConfigTest, AlternateDirectoryTest, UniqFieldsUpdateProcessorFactoryTest, JSONWriterTest, TestGroupingSearch, TestXIncludeConfig, PreAnalyzedFieldTest, FastVectorHighlighterTest, TestFaceting, TestCollationKeyRangeQueries, MinimalSchemaTest, TestLuceneMatchVersion, CopyFieldTest, FieldAnalysisRequestHandlerTest, AnalysisAfterCoreReloadTest, SolrRequestParserTest, RequestHandlersTest, BadComponentTest, SpellPossibilityIteratorTest, WordBreakSolrSpellCheckerTest, TestFastLRUCache, SOLR749Test, CoreContainerCoreInitFailuresTest, CacheHeaderTest, TestSystemIdResolver, TestRangeQuery, FileBasedSpellCheckerTest, SolrPluginUtilsTest, OverseerTest, RecoveryZkTest, SpellCheckComponentTest, FullSolrCloudDistribCmdsTest, LeaderElectionIntegrationTest, DistributedSpellCheckComponentTest, TestRandomFaceting, TestExtendedDismaxParser, AutoCommitTest, BasicZkTest, StatsComponentTest, IndexBasedSpellCheckerTest, DirectUpdateHandlerTest, SimpleFacetsTest, LukeRequestHandlerTest, TestFiltering, ClusterStateUpdateTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 166.21s, 1 test, 1 failure <<< FAILURES!

[...truncated 32 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:146: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1140: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:813: There were test failures: 230 suites, 951 tests, 2 failures, 7 ignored (2 assumptions)

Total time: 75 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Mime
View raw message