lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-Tests-trunk-Java6 - Build # 15289 - Still Failing
Date Sun, 23 Sep 2012 02:43:50 GMT
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java6/15289/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([79B9E39F6CB11B33:F85F6D871BEE7B0F]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:323)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:257)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:324)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:914)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:226)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Shard still reported as live in zk

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk
	at __randomizedtesting.SeedInfo.seed([79B9E39F6CB11B33:F85F6D871BEE7B0F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1225)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:190)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:83)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 7230 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 5 T881 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1348367560458
[junit4:junit4]   2> 6 T881 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 11 T882 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T882 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T882 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 108 T881 oasc.ZkTestServer.run start zk server on port:56480
[junit4:junit4]   2> 108 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@76ef1d4c
[junit4:junit4]   2> 109 T887 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 109 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T887 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 110 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56481
[junit4:junit4]   2> 110 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56481
[junit4:junit4]   2> 111 T885 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 130 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110000 with negotiated timeout 10000 for client /140.211.11.196:56481
[junit4:junit4]   2> 130 T887 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110000, negotiated timeout = 10000
[junit4:junit4]   2> 131 T888 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76ef1d4c name:ZooKeeperConnection Watcher:127.0.0.1:56480 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 131 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 131 T881 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 142 T886 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139f0f82f110000
[junit4:junit4]   2> 143 T888 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 143 T881 oaz.ZooKeeper.close Session: 0x139f0f82f110000 closed
[junit4:junit4]   2> 144 T883 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:56481 which had sessionid 0x139f0f82f110000
[junit4:junit4]   2> 144 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@740ba142
[junit4:junit4]   2> 145 T889 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 145 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 145 T889 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 145 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56482
[junit4:junit4]   2> 145 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56482
[junit4:junit4]   2> 147 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110001 with negotiated timeout 10000 for client /140.211.11.196:56482
[junit4:junit4]   2> 147 T889 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110001, negotiated timeout = 10000
[junit4:junit4]   2> 147 T890 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@740ba142 name:ZooKeeperConnection Watcher:127.0.0.1:56480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 147 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 148 T881 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 150 T881 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 152 T881 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 154 T881 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 156 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 157 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 161 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 162 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 270 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 271 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 286 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 287 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 296 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 297 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 300 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 300 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 302 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 303 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 306 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 306 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 313 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 314 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 316 T881 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 317 T881 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 319 T886 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139f0f82f110001
[junit4:junit4]   2> 326 T890 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 326 T881 oaz.ZooKeeper.close Session: 0x139f0f82f110001 closed
[junit4:junit4]   2> 326 T883 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:56482 which had sessionid 0x139f0f82f110001
[junit4:junit4]   2> 483 T881 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 487 T881 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56483
[junit4:junit4]   2> 488 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 488 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779
[junit4:junit4]   2> 489 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779/'
[junit4:junit4]   2> 524 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 524 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 525 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779
[junit4:junit4]   2> 525 T881 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779/solr.xml
[junit4:junit4]   2> 525 T881 oasc.CoreContainer.<init> New CoreContainer 828183501
[junit4:junit4]   2> 526 T881 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779/'
[junit4:junit4]   2> 526 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779/'
[junit4:junit4]   2> 553 T881 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 570 T881 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56480/solr
[junit4:junit4]   2> 570 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ad7ec9e
[junit4:junit4]   2> 571 T900 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 571 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 572 T900 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 573 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56484
[junit4:junit4]   2> 573 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56484
[junit4:junit4]   2> 574 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110002 with negotiated timeout 5000 for client /140.211.11.196:56484
[junit4:junit4]   2> 574 T900 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110002, negotiated timeout = 5000
[junit4:junit4]   2> 574 T901 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ad7ec9e name:ZooKeeperConnection Watcher:127.0.0.1:56480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 575 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 576 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 584 T881 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 594 T881 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56483_solr
[junit4:junit4]   2> 594 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56483_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56483_solr
[junit4:junit4]   2> 601 T881 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56483_solr
[junit4:junit4]   2> 612 T881 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 613 T881 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 613 T881 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 614 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 614 T881 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 615 T881 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 615 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 615 T881 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 616 T881 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 616 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 632 T881 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 649 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 651 T881 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 664 T881 oasc.Overseer.start Overseer (id=88366616442634242-127.0.0.1:56483_solr-n_0000000000) starting
[junit4:junit4]   2> 665 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 666 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 672 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 673 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 681 T903 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 681 T881 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 697 T881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 699 T902 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 703 T881 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779/collection1
[junit4:junit4]   2> 704 T881 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 705 T881 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 705 T881 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 706 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779/collection1/'
[junit4:junit4]   2> 707 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779/collection1/lib/README' to classloader
[junit4:junit4]   2> 708 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 757 T881 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 827 T881 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 928 T881 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 935 T881 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1554 T881 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1566 T881 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1571 T881 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1585 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1590 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1595 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1596 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1597 T881 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1348367560779/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/
[junit4:junit4]   2> 1598 T881 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66fdfc58
[junit4:junit4]   2> 1600 T881 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/index/
[junit4:junit4]   2> 1601 T881 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1603 T881 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/index forceNew:false
[junit4:junit4]   2> 1621 T881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@571a2c6a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1622 T881 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 1623 T881 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1625 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1626 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1627 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1627 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1628 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1629 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1629 T881 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1630 T881 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1631 T881 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1631 T881 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1632 T881 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1633 T881 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1633 T881 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1634 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1634 T881 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1635 T881 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1636 T881 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1636 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1637 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1637 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1638 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1639 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1639 T881 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1640 T881 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1641 T881 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1644 T881 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1649 T881 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1650 T881 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1655 T881 oass.SolrIndexSearcher.<init> Opening Searcher@2a9b74df main
[junit4:junit4]   2> 1656 T881 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1657 T881 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1657 T881 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1680 T881 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2061 T904 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a9b74df main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2066 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2109 T881 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 2109 T881 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56483/solr shardId:control_shard
[junit4:junit4]   2> 2110 T881 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 2193 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2240 T881 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2241 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2241 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:create cxid:0x6a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2246 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2293 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2755 T881 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2756 T881 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2756 T881 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56483/solr/collection1/
[junit4:junit4]   2> 2757 T881 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2757 T881 oasc.SyncStrategy.syncToMe http://127.0.0.1:56483/solr/collection1/ has no replicas
[junit4:junit4]   2> 2757 T881 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56483/solr/collection1/
[junit4:junit4]   2> 2758 T881 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 2817 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110002 type:create cxid:0x8d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3332 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3343 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3396 T881 oasc.ZkController.register We are http://127.0.0.1:56483/solr/collection1/ and leader is http://127.0.0.1:56483/solr/collection1/
[junit4:junit4]   2> 3396 T881 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56483/solr
[junit4:junit4]   2> 3397 T881 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3399 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3400 T881 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3400 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3401 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3574 T881 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3577 T881 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56487
[junit4:junit4]   2> 3578 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3578 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869
[junit4:junit4]   2> 3579 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869/'
[junit4:junit4]   2> 3616 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3617 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3617 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869
[junit4:junit4]   2> 3618 T881 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869/solr.xml
[junit4:junit4]   2> 3618 T881 oasc.CoreContainer.<init> New CoreContainer 685760540
[junit4:junit4]   2> 3619 T881 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869/'
[junit4:junit4]   2> 3619 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869/'
[junit4:junit4]   2> 3643 T881 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3658 T881 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56480/solr
[junit4:junit4]   2> 3659 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@5050b77c
[junit4:junit4]   2> 3660 T914 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 3660 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3661 T914 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 3661 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56488
[junit4:junit4]   2> 3662 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56488
[junit4:junit4]   2> 3663 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110003 with negotiated timeout 5000 for client /140.211.11.196:56488
[junit4:junit4]   2> 3663 T914 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110003, negotiated timeout = 5000
[junit4:junit4]   2> 3663 T915 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5050b77c name:ZooKeeperConnection Watcher:127.0.0.1:56480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3664 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3664 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3674 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3675 T881 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56487_solr
[junit4:junit4]   2> 3676 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56487_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56487_solr
[junit4:junit4]   2> 3682 T881 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56487_solr
[junit4:junit4]   2> 3683 T901 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 3684 T881 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3684 T881 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3685 T881 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3685 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3686 T881 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3686 T881 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3687 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3687 T881 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3687 T881 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3688 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3709 T881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3714 T881 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869/collection1
[junit4:junit4]   2> 3715 T881 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3715 T881 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3716 T881 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3717 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869/collection1/'
[junit4:junit4]   2> 3718 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3719 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869/collection1/lib/README' to classloader
[junit4:junit4]   2> 3780 T881 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3853 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3856 T881 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3877 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3962 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3962 T881 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3969 T881 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4618 T881 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4631 T881 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4635 T881 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4648 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4653 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4658 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4659 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4660 T881 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1348367563869/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty1/
[junit4:junit4]   2> 4660 T881 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66fdfc58
[junit4:junit4]   2> 4662 T881 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty1/index/
[junit4:junit4]   2> 4663 T881 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4664 T881 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty1/index forceNew:false
[junit4:junit4]   2> 4671 T881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5baf53f3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4672 T881 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 4673 T881 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4675 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4676 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4676 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4677 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4678 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4678 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4679 T881 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4680 T881 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4680 T881 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4681 T881 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4682 T881 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4683 T881 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4683 T881 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4684 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4684 T881 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4685 T881 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4686 T881 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4686 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4687 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4688 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4689 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4689 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4690 T881 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4691 T881 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4692 T881 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4696 T881 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4702 T881 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4703 T881 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4708 T881 oass.SolrIndexSearcher.<init> Opening Searcher@2618293f main
[junit4:junit4]   2> 4710 T881 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4710 T881 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4711 T881 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4721 T881 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4801 T916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2618293f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4882 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4901 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4901 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5310 T881 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 5310 T881 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56487/solr shardId:shard1
[junit4:junit4]   2> 5311 T881 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5339 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110003 type:delete cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5340 T881 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5341 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110003 type:create cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5343 T881 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5343 T881 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5344 T881 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56487/solr/collection1/
[junit4:junit4]   2> 5344 T881 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5345 T881 oasc.SyncStrategy.syncToMe http://127.0.0.1:56487/solr/collection1/ has no replicas
[junit4:junit4]   2> 5345 T881 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56487/solr/collection1/
[junit4:junit4]   2> 5345 T881 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5358 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110003 type:create cxid:0x4e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5408 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5441 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5441 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5467 T881 oasc.ZkController.register We are http://127.0.0.1:56487/solr/collection1/ and leader is http://127.0.0.1:56487/solr/collection1/
[junit4:junit4]   2> 5467 T881 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56487/solr
[junit4:junit4]   2> 5468 T881 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 5469 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5470 T881 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 5470 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5471 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5647 T881 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 5650 T881 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56489
[junit4:junit4]   2> 5650 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5651 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939
[junit4:junit4]   2> 5651 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939/'
[junit4:junit4]   2> 5692 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5692 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5693 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939
[junit4:junit4]   2> 5693 T881 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939/solr.xml
[junit4:junit4]   2> 5694 T881 oasc.CoreContainer.<init> New CoreContainer 674771203
[junit4:junit4]   2> 5694 T881 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939/'
[junit4:junit4]   2> 5695 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939/'
[junit4:junit4]   2> 5719 T881 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5734 T881 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56480/solr
[junit4:junit4]   2> 5735 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@45cd286a
[junit4:junit4]   2> 5736 T926 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 5736 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5737 T926 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 5738 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56490
[junit4:junit4]   2> 5738 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56490
[junit4:junit4]   2> 5740 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110004 with negotiated timeout 5000 for client /140.211.11.196:56490
[junit4:junit4]   2> 5740 T926 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110004, negotiated timeout = 5000
[junit4:junit4]   2> 5740 T927 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45cd286a name:ZooKeeperConnection Watcher:127.0.0.1:56480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5740 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5741 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5742 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5743 T881 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56489_solr
[junit4:junit4]   2> 5744 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56489_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56489_solr
[junit4:junit4]   2> 5752 T881 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56489_solr
[junit4:junit4]   2> 5754 T901 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5754 T915 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5755 T881 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 5755 T881 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5755 T881 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 5756 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5756 T881 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5757 T881 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5757 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5758 T881 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5758 T881 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5758 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 5787 T881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5793 T881 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939/collection1
[junit4:junit4]   2> 5794 T881 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5794 T881 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5795 T881 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5796 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939/collection1/'
[junit4:junit4]   2> 5797 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939/collection1/lib/README' to classloader
[junit4:junit4]   2> 5798 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5847 T881 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5923 T881 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5959 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5981 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5981 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6024 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6024 T881 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6032 T881 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6695 T881 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6711 T881 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6716 T881 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6737 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6744 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6752 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6754 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6755 T881 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1348367565939/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty2/
[junit4:junit4]   2> 6756 T881 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66fdfc58
[junit4:junit4]   2> 6758 T881 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty2/index/
[junit4:junit4]   2> 6760 T881 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6761 T881 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty2/index forceNew:false
[junit4:junit4]   2> 6796 T881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@53077cc5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6797 T881 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 6798 T881 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 6801 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6801 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 6802 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6802 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 6803 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6803 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6804 T881 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6805 T881 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6806 T881 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6806 T881 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 6807 T881 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 6808 T881 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6809 T881 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 6809 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 6810 T881 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 6810 T881 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6811 T881 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6812 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6812 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6813 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6814 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6815 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6815 T881 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 6816 T881 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 6817 T881 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 6820 T881 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6825 T881 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 6826 T881 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 6830 T881 oass.SolrIndexSearcher.<init> Opening Searcher@429d486d main
[junit4:junit4]   2> 6832 T881 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6832 T881 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6833 T881 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 6893 T881 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7265 T928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@429d486d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7493 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7516 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7516 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7516 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7779 T881 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 7779 T881 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56489/solr shardId:shard2
[junit4:junit4]   2> 7780 T881 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7814 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110004 type:delete cxid:0x42 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 7816 T881 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7816 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110004 type:create cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7836 T881 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7836 T881 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7837 T881 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56489/solr/collection1/
[junit4:junit4]   2> 7837 T881 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7837 T881 oasc.SyncStrategy.syncToMe http://127.0.0.1:56489/solr/collection1/ has no replicas
[junit4:junit4]   2> 7838 T881 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56489/solr/collection1/
[junit4:junit4]   2> 7838 T881 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7852 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110004 type:create cxid:0x4c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8023 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8045 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8045 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8045 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8066 T881 oasc.ZkController.register We are http://127.0.0.1:56489/solr/collection1/ and leader is http://127.0.0.1:56489/solr/collection1/
[junit4:junit4]   2> 8066 T881 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56489/solr
[junit4:junit4]   2> 8067 T881 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8075 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8076 T881 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8077 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8077 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8245 T881 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 8248 T881 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56493
[junit4:junit4]   2> 8249 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8249 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545
[junit4:junit4]   2> 8250 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545/'
[junit4:junit4]   2> 8284 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8285 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8285 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545
[junit4:junit4]   2> 8286 T881 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545/solr.xml
[junit4:junit4]   2> 8286 T881 oasc.CoreContainer.<init> New CoreContainer 1496078134
[junit4:junit4]   2> 8287 T881 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545/'
[junit4:junit4]   2> 8287 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545/'
[junit4:junit4]   2> 8313 T881 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8328 T881 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56480/solr
[junit4:junit4]   2> 8329 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@515f1fee
[junit4:junit4]   2> 8330 T938 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 8330 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8331 T938 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 8331 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56494
[junit4:junit4]   2> 8332 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56494
[junit4:junit4]   2> 8336 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110005 with negotiated timeout 5000 for client /140.211.11.196:56494
[junit4:junit4]   2> 8336 T938 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110005, negotiated timeout = 5000
[junit4:junit4]   2> 8336 T939 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@515f1fee name:ZooKeeperConnection Watcher:127.0.0.1:56480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8336 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8337 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8347 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8355 T881 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56493_solr
[junit4:junit4]   2> 8355 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56493_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56493_solr
[junit4:junit4]   2> 8364 T881 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56493_solr
[junit4:junit4]   2> 8372 T927 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8372 T915 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8372 T901 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 8373 T881 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 8373 T881 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8374 T881 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 8374 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8374 T881 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8375 T881 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8375 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8376 T881 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8376 T881 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8377 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 8396 T881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8402 T881 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545/collection1
[junit4:junit4]   2> 8402 T881 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8403 T881 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8403 T881 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8404 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545/collection1/'
[junit4:junit4]   2> 8406 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545/collection1/lib/README' to classloader
[junit4:junit4]   2> 8407 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8456 T881 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8527 T881 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8550 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8563 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8563 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8563 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8628 T939 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 8628 T881 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8635 T881 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9229 T881 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9241 T881 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9245 T881 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9258 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9263 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9267 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9269 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9269 T881 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1348367568545/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/
[junit4:junit4]   2> 9270 T881 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66fdfc58
[junit4:junit4]   2> 9271 T881 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index/
[junit4:junit4]   2> 9271 T881 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9272 T881 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index forceNew:false
[junit4:junit4]   2> 9300 T881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d2c041a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9301 T881 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 9302 T881 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9304 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9304 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9304 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9305 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9305 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9306 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9306 T881 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9307 T881 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9307 T881 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9308 T881 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9309 T881 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9309 T881 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9310 T881 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9310 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9310 T881 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9311 T881 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9311 T881 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9312 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9312 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9313 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9314 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9314 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9315 T881 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9316 T881 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9316 T881 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9319 T881 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9323 T881 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9324 T881 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 9327 T881 oass.SolrIndexSearcher.<init> Opening Searcher@736fbc5 main
[junit4:junit4]   2> 9328 T881 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9329 T881 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9329 T881 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9338 T881 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9389 T940 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@736fbc5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9574 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9591 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9591 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9591 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9591 T939 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 9894 T881 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 9895 T881 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56493/solr shardId:shard1
[junit4:junit4]   2> 9905 T881 oasc.ZkController.register We are http://127.0.0.1:56493/solr/collection1/ and leader is http://127.0.0.1:56487/solr/collection1/
[junit4:junit4]   2> 9906 T881 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56493/solr
[junit4:junit4]   2> 9906 T881 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9907 T881 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C25 name=collection1 org.apache.solr.core.SolrCore@6dc2ef83 url=http://127.0.0.1:56493/solr/collection1 node=127.0.0.1:56493_solr
[junit4:junit4]   2> 9908 T941 C25 P56493 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9908 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9909 T941 C25 P56493 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9909 T881 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9910 T941 C25 P56493 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56487/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 9910 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9910 T941 C25 P56493 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56493/solr START replicas=[http://127.0.0.1:56487/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 9911 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9911 T941 C25 P56493 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 9912 T941 C25 P56493 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 9913 T941 C25 P56493 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 9913 T941 C25 P56493 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C26 name=collection1 org.apache.solr.core.SolrCore@3ccf9ad2 url=http://127.0.0.1:56487/solr/collection1 node=127.0.0.1:56487_solr
[junit4:junit4]   2> 9926 T907 C26 P56487 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 10081 T881 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 10085 T881 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:56498
[junit4:junit4]   2> 10085 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10086 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385
[junit4:junit4]   2> 10086 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385/'
[junit4:junit4]   2> 10094 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10118 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10118 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10118 T939 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10118 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 10120 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10121 T881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10121 T881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385
[junit4:junit4]   2> 10122 T881 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385/solr.xml
[junit4:junit4]   2> 10122 T881 oasc.CoreContainer.<init> New CoreContainer 912947245
[junit4:junit4]   2> 10123 T881 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385/'
[junit4:junit4]   2> 10123 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385/'
[junit4:junit4]   2> 10148 T881 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10162 T881 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56480/solr
[junit4:junit4]   2> 10163 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@263bb672
[junit4:junit4]   2> 10164 T952 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 10164 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10165 T952 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 10166 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56499
[junit4:junit4]   2> 10166 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56499
[junit4:junit4]   2> 10167 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110006 with negotiated timeout 5000 for client /140.211.11.196:56499
[junit4:junit4]   2> 10167 T952 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110006, negotiated timeout = 5000
[junit4:junit4]   2> 10168 T953 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@263bb672 name:ZooKeeperConnection Watcher:127.0.0.1:56480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10168 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10169 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10170 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10172 T881 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56498_solr
[junit4:junit4]   2> 10173 T886 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x139f0f82f110006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56498_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56498_solr
[junit4:junit4]   2> 10174 T881 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56498_solr
[junit4:junit4]   2> 10182 T939 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10182 T915 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10182 T901 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10182 T927 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 10183 T881 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 10183 T881 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10184 T881 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 10184 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10185 T881 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10185 T881 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10185 T881 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10186 T881 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10186 T881 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10187 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 10204 T881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10210 T881 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385/collection1
[junit4:junit4]   2> 10210 T881 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10211 T881 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10211 T881 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10212 T881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385/collection1/'
[junit4:junit4]   2> 10214 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385/collection1/lib/README' to classloader
[junit4:junit4]   2> 10214 T881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10262 T881 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10332 T881 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10432 T881 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10439 T881 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11060 T881 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11074 T881 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11079 T881 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11091 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11096 T881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11100 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11101 T881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11102 T881 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1348367570385/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty4/
[junit4:junit4]   2> 11103 T881 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66fdfc58
[junit4:junit4]   2> 11104 T881 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty4/index/
[junit4:junit4]   2> 11105 T881 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11106 T881 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty4/index forceNew:false
[junit4:junit4]   2> 11116 T881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@520c87f3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11117 T881 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11118 T881 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11120 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11121 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11121 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11122 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11123 T881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11123 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11124 T881 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11124 T881 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11125 T881 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11126 T881 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11127 T881 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11127 T881 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11128 T881 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11129 T881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11129 T881 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11130 T881 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11131 T881 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11131 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11132 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11133 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11133 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11134 T881 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11135 T881 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11136 T881 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11136 T881 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11140 T881 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11145 T881 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11146 T881 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11151 T881 oass.SolrIndexSearcher.<init> Opening Searcher@682efa99 main
[junit4:junit4]   2> 11152 T881 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11152 T881 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11153 T881 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11168 T881 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11254 T954 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@682efa99 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11629 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11642 T939 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11642 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11642 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11642 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11642 T953 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11762 T881 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 11763 T881 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:56498/solr shardId:shard2
[junit4:junit4]   2> 11766 T881 oasc.ZkController.register We are http://127.0.0.1:56498/solr/collection1/ and leader is http://127.0.0.1:56489/solr/collection1/
[junit4:junit4]   2> 11767 T881 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56498/solr
[junit4:junit4]   2> 11767 T881 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11767 T881 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C27 name=collection1 org.apache.solr.core.SolrCore@695d02be url=http://127.0.0.1:56498/solr/collection1 node=127.0.0.1:56498_solr
[junit4:junit4]   2> 11769 T955 C27 P56498 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11769 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11769 T955 C27 P56498 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11770 T881 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 11771 T881 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11771 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11786 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@768bf924
[junit4:junit4]   2> 11787 T956 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 11787 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11787 T956 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 11788 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56501
[junit4:junit4]   2> 11788 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56501
[junit4:junit4]   2> 11788 T955 C27 P56498 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56489/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 11789 T955 C27 P56498 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56498/solr START replicas=[http://127.0.0.1:56489/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 11789 T955 C27 P56498 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 11790 T955 C27 P56498 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 11790 T955 C27 P56498 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 11790 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110007 with negotiated timeout 10000 for client /140.211.11.196:56501
[junit4:junit4]   2> 11790 T956 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110007, negotiated timeout = 10000
[junit4:junit4]   2> 11791 T957 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@768bf924 name:ZooKeeperConnection Watcher:127.0.0.1:56480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11791 T955 C27 P56498 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11791 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11792 T881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11793 T881 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 11794 T881 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> ASYNC  NEW_CORE C28 name=collection1 org.apache.solr.core.SolrCore@19c12ee7 url=http://127.0.0.1:56489/solr/collection1 node=127.0.0.1:56489_solr
[junit4:junit4]   2> 11801 T919 C28 P56489 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 11809 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C29 name=collection1 org.apache.solr.core.SolrCore@7537ad70 url=http://127.0.0.1:56483/solr/collection1 node=127.0.0.1:56483_solr
[junit4:junit4]   2> 11823 T893 C29 P56483 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@571a2c6a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11824 T893 C29 P56483 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11829 T893 C29 P56483 /update {wt=javabin&version=2} {add=[1 (1413865875460587520)]} 0 11
[junit4:junit4]   2> 11830 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6a1a0efa
[junit4:junit4]   2> 11831 T959 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 11831 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11832 T959 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 11832 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:56505
[junit4:junit4]   2> 11832 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:56505
[junit4:junit4]   2> 11869 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110008 with negotiated timeout 10000 for client /140.211.11.196:56505
[junit4:junit4]   2> 11869 T959 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110008, negotiated timeout = 10000
[junit4:junit4]   2> 11869 T960 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a1a0efa name:ZooKeeperConnection Watcher:127.0.0.1:56480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11869 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11870 T881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11877 T909 C26 P56487 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5baf53f3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11878 T909 C26 P56487 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2>  C25_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56493_solr, base_url=http://127.0.0.1:56493/solr}
[junit4:junit4]   2> 11896 T931 C25 P56493 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d2c041a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11897 T931 C25 P56493 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11901 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=9 
[junit4:junit4]   2> 11902 T909 C26 P56487 /update {wt=javabin&version=2} {add=[1 (1413865875518259200)]} 0 30
[junit4:junit4]   2> 11902 T881 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
[junit4:junit4]   2> 11903 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12146 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12192 T960 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12192 T953 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12192 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12192 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12192 T939 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12192 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12192 T957 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12905 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12936 T941 C25 P56493 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12936 T941 C25 P56493 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4]   2> 12936 T941 C25 P56493 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56487/solr/collection1/. core=collection1
[junit4:junit4]   2> 12936 T941 C25 P56493 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12952 T910 C26 P56487 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13059 T910 C26 P56487 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5baf53f3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5baf53f3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_6.len, _0_7.len, _0_11.len, _0.pst, _0.fld, _0_4.len, _0_3.len, _0_9.len, segments_2, _0_22.len, _0.inf, _0_23.len, _0.si, _0_19.len, _0_20.len]
[junit4:junit4]   2> 13060 T910 C26 P56487 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 13072 T910 C26 P56487 oass.SolrIndexSearcher.<init> Opening Searcher@4d4da695 main
[junit4:junit4]   2> 13073 T910 C26 P56487 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13075 T916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d4da695 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 13075 T910 C26 P56487 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 123
[junit4:junit4]   2> 13076 T941 C25 P56493 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13076 T941 C25 P56493 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 13079 T911 C26 P56487 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13079 T911 C26 P56487 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 13080 T941 C25 P56493 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 13080 T941 C25 P56493 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 13080 T941 C25 P56493 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 13084 T911 C26 P56487 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 13085 T941 C25 P56493 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 16
[junit4:junit4]   2> 13091 T941 C25 P56493 oash.SnapPuller.fetchLatestIndex Starting download to ./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index.20120923060253537 fullCopy=true
[junit4:junit4]   2> 13094 T911 C26 P56487 REQ /replication {file=_0_1.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13099 T911 C26 P56487 REQ /replication {file=_0_6.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13103 T911 C26 P56487 REQ /replication {file=_0_7.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13107 T911 C26 P56487 REQ /replication {file=_0_11.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13111 T911 C26 P56487 REQ /replication {file=_0.pst&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13115 T911 C26 P56487 REQ /replication {file=_0.fld&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13119 T911 C26 P56487 REQ /replication {file=_0_4.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13123 T911 C26 P56487 REQ /replication {file=_0_9.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13127 T911 C26 P56487 REQ /replication {file=_0_3.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13131 T911 C26 P56487 REQ /replication {file=_0_22.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13135 T911 C26 P56487 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13139 T911 C26 P56487 REQ /replication {file=_0_23.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13143 T911 C26 P56487 REQ /replication {file=_0.inf&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13147 T911 C26 P56487 REQ /replication {file=_0.si&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13151 T911 C26 P56487 REQ /replication {file=_0_19.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13155 T911 C26 P56487 REQ /replication {file=_0_20.len&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13156 T941 C25 P56493 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 13193 T941 C25 P56493 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20120923060253537
[junit4:junit4]   2> 13195 T941 C25 P56493 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 13195 T941 C25 P56493 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 13196 T941 C25 P56493 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 13200 T941 C25 P56493 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index.20120923060253537
[junit4:junit4]   2> 13201 T941 C25 P56493 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index.20120923060253537 forceNew:true
[junit4:junit4]   2> 13212 T941 C25 P56493 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index.20120923060253537 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ffaf43a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_6.len, _0_7.len, _0_11.len, _0.pst, _0.fld, _0_4.len, _0_3.len, _0_9.len, segments_2, _0_22.len, _0.inf, _0_23.len, _0.si, _0_19.len, _0_20.len]
[junit4:junit4]   2> 13212 T941 C25 P56493 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 13213 T941 C25 P56493 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 13215 T941 C25 P56493 oass.SolrIndexSearcher.<init> Opening Searcher@7fa6422a main
[junit4:junit4]   2> 13217 T940 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7fa6422a main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 13218 T940 oasc.CachingDirectoryFactory.close Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index
[junit4:junit4]   2> 13218 T940 oash.SnapPuller$2.onClose removing old index directory ./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/index
[junit4:junit4]   2> 13220 T941 C25 P56493 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13221 T941 C25 P56493 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13221 T941 C25 P56493 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4]   2> 13221 T963 C25 P56493 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty3/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=432
[junit4:junit4]   2> 13222 T963 C25 P56493 oasu.DirectUpdateHandler2.commit start commit{flags=2,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13223 T963 C25 P56493 oass.SolrIndexSearcher.<init> Opening Searcher@39ce757c main
[junit4:junit4]   2> 13224 T963 C25 P56493 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13225 T940 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39ce757c main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 13226 T963 C25 P56493 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=432}
[junit4:junit4]   2> 13226 T941 C25 P56493 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 13233 T941 C25 P56493 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 13708 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13730 T960 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13730 T953 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13730 T957 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13730 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13730 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13730 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13730 T939 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13907 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C27_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56498_solr, base_url=http://127.0.0.1:56498/solr}
[junit4:junit4]   2> 14816 T955 C27 P56498 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14816 T955 C27 P56498 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14816 T955 C27 P56498 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56489/solr/collection1/. core=collection1
[junit4:junit4]   2> 14816 T955 C27 P56498 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14835 T921 C28 P56489 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14840 T921 C28 P56489 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@53077cc5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14841 T921 C28 P56489 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14842 T921 C28 P56489 oass.SolrIndexSearcher.<init> Opening Searcher@5c930dae main
[junit4:junit4]   2> 14843 T921 C28 P56489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14844 T928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c930dae main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14845 T921 C28 P56489 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4]   2> 14846 T955 C27 P56498 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14846 T955 C27 P56498 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14848 T922 C28 P56489 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14848 T922 C28 P56489 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 14853 T955 C27 P56498 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@520c87f3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14853 T955 C27 P56498 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14854 T955 C27 P56498 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14873 T955 C27 P56498 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@520c87f3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@520c87f3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14873 T955 C27 P56498 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 14876 T955 C27 P56498 oass.SolrIndexSearcher.<init> Opening Searcher@7ae1fc0d main
[junit4:junit4]   2> 14877 T955 C27 P56498 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14878 T954 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ae1fc0d main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 14879 T955 C27 P56498 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14879 T955 C27 P56498 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14881 T955 C27 P56498 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 14909 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15242 T902 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15258 T960 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15258 T953 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15258 T957 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15258 T927 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15258 T915 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15258 T901 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15258 T939 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 15911 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15914 T893 C29 P56483 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15988 T893 C29 P56483 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@571a2c6a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@571a2c6a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_6.len, _0_7.len, _0_11.len, _0.pst, _0.fld, _0_4.len, _0_3.len, _0_9.len, segments_2, _0_22.len, _0.inf, _0_23.len, _0.si, _0_19.len, _0_20.len]
[junit4:junit4]   2> 15989 T893 C29 P56483 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 15996 T893 C29 P56483 oass.SolrIndexSearcher.<init> Opening Searcher@10071a3e main
[junit4:junit4]   2> 15997 T893 C29 P56483 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15998 T904 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10071a3e main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 15998 T893 C29 P56483 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 84
[junit4:junit4]   2> 16000 T923 C28 P56489 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16004 T923 C28 P56489 oass.SolrIndexSearcher.<init> Opening Searcher@1f3f00af main
[junit4:junit4]   2> 16005 T923 C28 P56489 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16006 T928 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f3f00af main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16006 T923 C28 P56489 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:56487/solr/collection1/, StdNode: http://127.0.0.1:56493/solr/collection1/, StdNode: http://127.0.0.1:56498/solr/collection1/]
[junit4:junit4]   2> 16008 T912 C26 P56487 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C25_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56493_solr, base_url=http://127.0.0.1:56493/solr}
[junit4:junit4]   2> 16009 T931 C25 P56493 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16012 T931 C25 P56493 oass.SolrIndexSearcher.<init> Opening Searcher@1db2e453 main
[junit4:junit4]   2> 16012 T931 C25 P56493 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16014 T940 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1db2e453 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 16015 T912 C26 P56487 oass.SolrIndexSearcher.<init> Opening Searcher@e6dd170 main
[junit4:junit4]   2> 16015 T931 C25 P56493 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4]   2>  C27_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56498_solr, base_url=http://127.0.0.1:56498/solr}
[junit4:junit4]   2> 16015 T945 C27 P56498 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16015 T912 C26 P56487 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16018 T916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e6dd170 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 16018 T912 C26 P56487 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4]   2> 16019 T945 C27 P56498 oass.SolrIndexSearcher.<init> Opening Searcher@33fe38cc main
[junit4:junit4]   2> 16019 T945 C27 P56498 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16020 T954 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33fe38cc main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 16021 T945 C27 P56498 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&expungeDeletes=false&softCommit=false&version=2} {commit=} 0 6
[junit4:junit4]   2> 16021 T923 C28 P56489 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 21
[junit4:junit4]   2> 16027 T894 C29 P56483 REQ /select {fl=id,score&shard.url=127.0.0.1:56483/solr/collection1/&NOW=1348367576476&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 16030 T894 C29 P56483 REQ /select {shard.url=127.0.0.1:56483/solr/collection1/&NOW=1348367576476&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16031 T893 C29 P56483 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 16032 T881 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56480/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3a33da2
[junit4:junit4]   2> 16033 T968 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56480
[junit4:junit4]   2> 16033 T881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16034 T968 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:56480, initiating session
[junit4:junit4]   2> 16034 T883 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /140.211.11.196:23633
[junit4:junit4]   2> 16034 T883 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /140.211.11.196:23633
[junit4:junit4]   2> 16045 T885 oazs.NIOServerCnxn.finishSessionInit Established session 0x139f0f82f110009 with negotiated timeout 10000 for client /140.211.11.196:23633
[junit4:junit4]   2> 16045 T968 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost/127.0.0.1:56480, sessionid = 0x139f0f82f110009, negotiated timeout = 10000
[junit4:junit4]   2> 16045 T969 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a33da2 name:ZooKeeperConnection Watcher:127.0.0.1:56480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16045 T881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16046 T881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 16047 T886 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x139f0f82f110009
[junit4:junit4]   2> 16048 T969 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16048 T883 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:23633 which had sessionid 0x139f0f82f110009
[junit4:junit4]   2> 16048 T881 oaz.ZooKeeper.close Session: 0x139f0f82f110009 closed
[junit4:junit4]   2> 16050 T913 C26 P56487 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 16052 T924 C28 P56489 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 16057 T908 C26 P56487 REQ /select {fl=id,score&shard.url=127.0.0.1:56487/solr/collection1/|127.0.0.1:56493/solr/collection1/&NOW=1348367576505&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 16057 T946 C27 P56498 REQ /select {fl=id,score&shard.url=127.0.0.1:56489/solr/collection1/|127.0.0.1:56498/solr/collection1/&NOW=1348367576505&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 16060 T908 C26 P56487 REQ /select {shard.url=127.0.0.1:56487/solr/collection1/|127.0.0.1:56493/solr/collection1/&NOW=1348367576505&q=*:*&ids=1&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16061 T932 C25 P56493 REQ /select {wt=javabin&q=*:*&version=2} hits=1 status=0 QTime=8 
[junit4:junit4]   2> 16067 T893 C29 P56483 /update {wt=javabin&version=2} {add=[2 (1413865879912841216)]} 0 3
[junit4:junit4]   2> 16080 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16080 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 16081 T909 C26 P56487 /update {wt=javabin&version=2} {add=[2]} 0 12
[junit4:junit4]   2> 16085 T893 C29 P56483 /update {wt=javabin&version=2} {add=[3 (1413865879933812736)]} 0 1
[junit4:junit4]   2> 16095 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16095 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16096 T909 C26 P56487 /update {wt=javabin&version=2} {add=[3]} 0 8
[junit4:junit4]   2> 16100 T893 C29 P56483 /update {wt=javabin&version=2} {add=[4 (1413865879949541376)]} 0 1
[junit4:junit4]   2> 16113 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16113 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 16114 T923 C28 P56489 /update {wt=javabin&version=2} {add=[4]} 0 11
[junit4:junit4]   2> 16117 T893 C29 P56483 /update {wt=javabin&version=2} {add=[5 (1413865879967367168)]} 0 1
[junit4:junit4]   2> 16126 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16127 T923 C28 P56489 /update {wt=javabin&version=2} {add=[5 (1413865879971561472)]} 0 7
[junit4:junit4]   2> 16131 T893 C29 P56483 /update {wt=javabin&version=2} {add=[6 (1413865879980998656)]} 0 2
[junit4:junit4]   2> 16140 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16141 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16141 T909 C26 P56487 /update {wt=javabin&version=2} {add=[6]} 0 8
[junit4:junit4]   2> 16145 T893 C29 P56483 /update {wt=javabin&version=2} {add=[7 (1413865879996727296)]} 0 1
[junit4:junit4]   2> 16154 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16155 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16155 T909 C26 P56487 /update {wt=javabin&version=2} {add=[7]} 0 7
[junit4:junit4]   2> 16159 T893 C29 P56483 /update {wt=javabin&version=2} {add=[8 (1413865880011407360)]} 0 1
[junit4:junit4]   2> 16169 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16170 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16170 T923 C28 P56489 /update {wt=javabin&version=2} {add=[8]} 0 8
[junit4:junit4]   2> 16174 T893 C29 P56483 /update {wt=javabin&version=2} {add=[9 (1413865880027136000)]} 0 1
[junit4:junit4]   2> 16181 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16182 T923 C28 P56489 /update {wt=javabin&version=2} {add=[9 (1413865880031330304)]} 0 5
[junit4:junit4]   2> 16187 T893 C29 P56483 /update {wt=javabin&version=2} {add=[10 (1413865880039718912)]} 0 2
[junit4:junit4]   2> 16201 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16202 T909 C26 P56487 /update {wt=javabin&version=2} {add=[10 (1413865880050204672)]} 0 7
[junit4:junit4]   2> 16218 T893 C29 P56483 /update {wt=javabin&version=2} {add=[11 (1413865880059641856)]} 0 14
[junit4:junit4]   2> 16227 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16227 T909 C26 P56487 /update {wt=javabin&version=2} {add=[11 (1413865880077467648)]} 0 6
[junit4:junit4]   2> 16233 T893 C29 P56483 /update {wt=javabin&version=2} {add=[12 (1413865880086904832)]} 0 3
[junit4:junit4]   2> 16245 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16245 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16246 T923 C28 P56489 /update {wt=javabin&version=2} {add=[12]} 0 10
[junit4:junit4]   2> 16251 T893 C29 P56483 /update {wt=javabin&version=2} {add=[13 (1413865880106827776)]} 0 2
[junit4:junit4]   2> 16259 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16260 T909 C26 P56487 /update {wt=javabin&version=2} {add=[13 (1413865880112070656)]} 0 6
[junit4:junit4]   2> 16265 T893 C29 P56483 /update {wt=javabin&version=2} {add=[14 (1413865880121507840)]} 0 2
[junit4:junit4]   2> 16274 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16275 T909 C26 P56487 /update {wt=javabin&version=2} {add=[14 (1413865880126750720)]} 0 7
[junit4:junit4]   2> 16279 T893 C29 P56483 /update {wt=javabin&version=2} {add=[15 (1413865880136187904)]} 0 2
[junit4:junit4]   2> 16288 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16289 T909 C26 P56487 /update {wt=javabin&version=2} {add=[15 (1413865880141430784)]} 0 7
[junit4:junit4]   2> 16293 T893 C29 P56483 /update {wt=javabin&version=2} {add=[16 (1413865880150867968)]} 0 2
[junit4:junit4]   2> 16305 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16306 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16306 T923 C28 P56489 /update {wt=javabin&version=2} {add=[16]} 0 10
[junit4:junit4]   2> 16315 T893 C29 P56483 /update {wt=javabin&version=2} {add=[17 (1413865880171839488)]} 0 5
[junit4:junit4]   2> 16337 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16337 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=16 
[junit4:junit4]   2> 16338 T909 C26 P56487 /update {wt=javabin&version=2} {add=[17]} 0 20
[junit4:junit4]   2> 16343 T893 C29 P56483 /update {wt=javabin&version=2} {add=[100 (1413865880203296768)]} 0 2
[junit4:junit4]   2> 16379 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=13 
[junit4:junit4]   2> 16379 T909 C26 P56487 /update {wt=javabin&version=2} {add=[100 (1413865880208539648)]} 0 33
[junit4:junit4]   2> 16384 T893 C29 P56483 /update {wt=javabin&version=2} {add=[101 (1413865880246288384)]} 0 2
[junit4:junit4]   2> 16398 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16398 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 16399 T923 C28 P56489 /update {wt=javabin&version=2} {add=[101]} 0 12
[junit4:junit4]   2> 16404 T893 C29 P56483 /update {wt=javabin&version=2} {add=[102 (1413865880267259904)]} 0 2
[junit4:junit4]   2> 16416 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16416 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16417 T923 C28 P56489 /update {wt=javabin&version=2} {add=[102]} 0 10
[junit4:junit4]   2> 16434 T893 C29 P56483 /update {wt=javabin&version=2} {add=[103 (1413865880286134272)]} 0 14
[junit4:junit4]   2> 16444 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16445 T923 C28 P56489 /update {wt=javabin&version=2} {add=[103 (1413865880305008640)]} 0 8
[junit4:junit4]   2> 16468 T893 C29 P56483 /update {wt=javabin&version=2} {add=[104 (1413865880315494400)]} 0 20
[junit4:junit4]   2> 16481 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16482 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 16482 T909 C26 P56487 /update {wt=javabin&version=2} {add=[104]} 0 11
[junit4:junit4]   2> 16487 T893 C29 P56483 /update {wt=javabin&version=2} {add=[105 (1413865880354291712)]} 0 2
[junit4:junit4]   2> 16520 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=13 
[junit4:junit4]   2> 16521 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=29 
[junit4:junit4]   2> 16522 T909 C26 P56487 /update {wt=javabin&version=2} {add=[105]} 0 32
[junit4:junit4]   2> 16527 T893 C29 P56483 /update {wt=javabin&version=2} {add=[106 (1413865880396234752)]} 0 2
[junit4:junit4]   2> 16540 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16541 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 16542 T909 C26 P56487 /update {wt=javabin&version=2} {add=[106]} 0 12
[junit4:junit4]   2> 16546 T893 C29 P56483 /update {wt=javabin&version=2} {add=[107 (1413865880416157696)]} 0 2
[junit4:junit4]   2> 16557 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16558 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16558 T923 C28 P56489 /update {wt=javabin&version=2} {add=[107]} 0 10
[junit4:junit4]   2> 16563 T893 C29 P56483 /update {wt=javabin&version=2} {add=[108 (1413865880433983488)]} 0 2
[junit4:junit4]   2> 16575 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16576 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16576 T923 C28 P56489 /update {wt=javabin&version=2} {add=[108]} 0 10
[junit4:junit4]   2> 16581 T893 C29 P56483 /update {wt=javabin&version=2} {add=[109 (1413865880452857856)]} 0 2
[junit4:junit4]   2> 16590 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16591 T909 C26 P56487 /update {wt=javabin&version=2} {add=[109 (1413865880459149312)]} 0 6
[junit4:junit4]   2> 16595 T893 C29 P56483 /update {wt=javabin&version=2} {add=[110 (1413865880467537920)]} 0 2
[junit4:junit4]   2> 16607 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16608 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16608 T923 C28 P56489 /update {wt=javabin&version=2} {add=[110]} 0 10
[junit4:junit4]   2> 16613 T893 C29 P56483 /update {wt=javabin&version=2} {add=[111 (1413865880486412288)]} 0 2
[junit4:junit4]   2> 16626 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16627 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 16627 T923 C28 P56489 /update {wt=javabin&version=2} {add=[111]} 0 11
[junit4:junit4]   2> 16632 T893 C29 P56483 /update {wt=javabin&version=2} {add=[112 (1413865880506335232)]} 0 2
[junit4:junit4]   2> 16641 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16642 T923 C28 P56489 /update {wt=javabin&version=2} {add=[112 (1413865880510529536)]} 0 8
[junit4:junit4]   2> 16653 T893 C29 P56483 /update {wt=javabin&version=2} {add=[113 (1413865880522063872)]} 0 8
[junit4:junit4]   2> 16665 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16666 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16667 T923 C28 P56489 /update {wt=javabin&version=2} {add=[113]} 0 11
[junit4:junit4]   2> 16674 T893 C29 P56483 /update {wt=javabin&version=2} {add=[114 (1413865880548278272)]} 0 4
[junit4:junit4]   2> 16686 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16687 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16687 T923 C28 P56489 /update {wt=javabin&version=2} {add=[114]} 0 10
[junit4:junit4]   2> 16693 T893 C29 P56483 /update {wt=javabin&version=2} {add=[115 (1413865880569249792)]} 0 3
[junit4:junit4]   2> 16705 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16706 T923 C28 P56489 /update {wt=javabin&version=2} {add=[115 (1413865880575541248)]} 0 11
[junit4:junit4]   2> 16711 T893 C29 P56483 /update {wt=javabin&version=2} {add=[116 (1413865880589172736)]} 0 2
[junit4:junit4]   2> 16722 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 16723 T923 C28 P56489 /update {wt=javabin&version=2} {add=[116 (1413865880595464192)]} 0 9
[junit4:junit4]   2> 16728 T893 C29 P56483 /update {wt=javabin&version=2} {add=[117 (1413865880606998528)]} 0 2
[junit4:junit4]   2> 16738 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16739 T923 C28 P56489 /update {wt=javabin&version=2} {add=[117 (1413865880612241408)]} 0 8
[junit4:junit4]   2> 16743 T893 C29 P56483 /update {wt=javabin&version=2} {add=[118 (1413865880622727168)]} 0 2
[junit4:junit4]   2> 16764 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 16764 T909 C26 P56487 /update {wt=javabin&version=2} {add=[118 (1413865880627970048)]} 0 18
[junit4:junit4]   2> 16770 T893 C29 P56483 /update {wt=javabin&version=2} {add=[119 (1413865880649990144)]} 0 3
[junit4:junit4]   2> 16782 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16783 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 16784 T909 C26 P56487 /update {wt=javabin&version=2} {add=[119]} 0 12
[junit4:junit4]   2> 16788 T893 C29 P56483 /update {wt=javabin&version=2} {add=[120 (1413865880669913088)]} 0 2
[junit4:junit4]   2> 16800 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 16800 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16801 T909 C26 P56487 /update {wt=javabin&version=2} {add=[120]} 0 10
[junit4:junit4]   2> 16805 T893 C29 P56483 /update {wt=javabin&version=2} {add=[121 (1413865880687738880)]} 0 2
[junit4:junit4]   2> 16814 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16815 T923 C28 P56489 /update {wt=javabin&version=2} {add=[121 (1413865880692981760)]} 0 7
[junit4:junit4]   2> 16818 T893 C29 P56483 /update {wt=javabin&version=2} {add=[122 (1413865880702418944)]} 0 1
[junit4:junit4]   2> 16826 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16826 T909 C26 P56487 /update {wt=javabin&version=2} {add=[122 (1413865880705564672)]} 0 6
[junit4:junit4]   2> 16834 T893 C29 P56483 /update {wt=javabin&version=2} {add=[123 (1413865880715001856)]} 0 5
[junit4:junit4]   2> 16845 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16845 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=6 
[junit4:junit4]   2> 16846 T923 C28 P56489 /update {wt=javabin&version=2} {add=[123]} 0 9
[junit4:junit4]   2> 16851 T893 C29 P56483 /update {wt=javabin&version=2} {add=[124 (1413865880735973376)]} 0 2
[junit4:junit4]   2> 16859 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16860 T909 C26 P56487 /update {wt=javabin&version=2} {add=[124 (1413865880741216256)]} 0 6
[junit4:junit4]   2> 16864 T893 C29 P56483 /update {wt=javabin&version=2} {add=[125 (1413865880749604864)]} 0 2
[junit4:junit4]   2> 16872 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16873 T909 C26 P56487 /update {wt=javabin&version=2} {add=[125 (1413865880754847744)]} 0 6
[junit4:junit4]   2> 16878 T893 C29 P56483 /update {wt=javabin&version=2} {add=[126 (1413865880764284928)]} 0 2
[junit4:junit4]   2> 16887 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16888 T923 C28 P56489 /update {wt=javabin&version=2} {add=[126 (1413865880769527808)]} 0 7
[junit4:junit4]   2> 16891 T893 C29 P56483 /update {wt=javabin&version=2} {add=[127 (1413865880778964992)]} 0 1
[junit4:junit4]   2> 16912 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16913 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=17 
[junit4:junit4]   2> 16914 T909 C26 P56487 /update {wt=javabin&version=2} {add=[127]} 0 20
[junit4:junit4]   2> 16919 T893 C29 P56483 /update {wt=javabin&version=2} {add=[128 (1413865880807276544)]} 0 2
[junit4:junit4]   2> 16930 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16930 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=7 
[junit4:junit4]   2> 16931 T909 C26 P56487 /update {wt=javabin&version=2} {add=[128]} 0 10
[junit4:junit4]   2> 16935 T893 C29 P56483 /update {wt=javabin&version=2} {add=[129 (1413865880825102336)]} 0 1
[junit4:junit4]   2> 16945 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16945 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16946 T923 C28 P56489 /update {wt=javabin&version=2} {add=[129]} 0 8
[junit4:junit4]   2> 16950 T893 C29 P56483 /update {wt=javabin&version=2} {add=[130 (1413865880840830976)]} 0 1
[junit4:junit4]   2> 16957 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16958 T923 C28 P56489 /update {wt=javabin&version=2} {add=[130 (1413865880845025280)]} 0 5
[junit4:junit4]   2> 16962 T893 C29 P56483 /update {wt=javabin&version=2} {add=[131 (1413865880853413888)]} 0 1
[junit4:junit4]   2> 16972 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16973 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16973 T909 C26 P56487 /update {wt=javabin&version=2} {add=[131]} 0 8
[junit4:junit4]   2> 16977 T893 C29 P56483 /update {wt=javabin&version=2} {add=[132 (1413865880869142528)]} 0 1
[junit4:junit4]   2> 16987 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16987 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16988 T923 C28 P56489 /update {wt=javabin&version=2} {add=[132]} 0 8
[junit4:junit4]   2> 16998 T893 C29 P56483 /update {wt=javabin&version=2} {add=[133 (1413865880884871168)]} 0 7
[junit4:junit4]   2> 17006 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17007 T909 C26 P56487 /update {wt=javabin&version=2} {add=[133 (1413865880895356928)]} 0 6
[junit4:junit4]   2> 17011 T893 C29 P56483 /update {wt=javabin&version=2} {add=[134 (1413865880903745536)]} 0 2
[junit4:junit4]   2> 17019 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17020 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17020 T909 C26 P56487 /update {wt=javabin&version=2} {add=[134]} 0 7
[junit4:junit4]   2> 17024 T893 C29 P56483 /update {wt=javabin&version=2} {add=[135 (1413865880918425600)]} 0 1
[junit4:junit4]   2> 17032 T931 C25 P56493 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56487/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17033 T912 C26 P56487 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17033 T923 C28 P56489 /update {wt=javabin&version=2} {add=[135]} 0 7
[junit4:junit4]   2> 17037 T893 C29 P56483 /update {wt=javabin&version=2} {add=[136 (1413865880932057088)]} 0 1
[junit4:junit4]   2> 17049 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17049 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 17050 T909 C26 P56487 /update {wt=javabin&version=2} {add=[136]} 0 7
[junit4:junit4]   2> 17054 T893 C29 P56483 /update {wt=javabin&version=2} {add=[137 (1413865880949882880)]} 0 1
[junit4:junit4]   2> 17063 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17063 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17064 T909 C26 P56487 /update {wt=javabin&version=2} {add=[137]} 0 8
[junit4:junit4]   2> 17068 T893 C29 P56483 /update {wt=javabin&version=2} {add=[138 (1413865880964562944)]} 0 1
[junit4:junit4]   2> 17076 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17077 T909 C26 P56487 /update {wt=javabin&version=2} {add=[138 (1413865880968757248)]} 0 6
[junit4:junit4]   2> 17080 T893 C29 P56483 /update {wt=javabin&version=2} {add=[139 (1413865880977145856)]} 0 1
[junit4:junit4]   2> 17088 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17089 T923 C28 P56489 /update {wt=javabin&version=2} {add=[139 (1413865880981340160)]} 0 6
[junit4:junit4]   2> 17093 T893 C29 P56483 /update {wt=javabin&version=2} {add=[140 (1413865880990777344)]} 0 1
[junit4:junit4]   2> 17100 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17101 T923 C28 P56489 /update {wt=javabin&version=2} {add=[140 (1413865880994971648)]} 0 5
[junit4:junit4]   2> 17105 T893 C29 P56483 /update {wt=javabin&version=2} {add=[141 (1413865881003360256)]} 0 1
[junit4:junit4]   2> 17113 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17114 T923 C28 P56489 /update {wt=javabin&version=2} {add=[141 (1413865881007554560)]} 0 6
[junit4:junit4]   2> 17118 T893 C29 P56483 /update {wt=javabin&version=2} {add=[142 (1413865881016991744)]} 0 1
[junit4:junit4]   2> 17134 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 17135 T923 C28 P56489 /update {wt=javabin&version=2} {add=[142 (1413865881021186048)]} 0 14
[junit4:junit4]   2> 17142 T893 C29 P56483 /update {wt=javabin&version=2} {add=[143 (1413865881037963264)]} 0 5
[junit4:junit4]   2> 17151 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17152 T923 C28 P56489 /update {wt=javabin&version=2} {add=[143 (1413865881046351872)]} 0 7
[junit4:junit4]   2> 17156 T893 C29 P56483 /update {wt=javabin&version=2} {add=[144 (1413865881056837632)]} 0 1
[junit4:junit4]   2> 17165 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17165 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 17165 T909 C26 P56487 /update {wt=javabin&version=2} {add=[144]} 0 6
[junit4:junit4]   2> 17169 T893 C29 P56483 /update {wt=javabin&version=2} {add=[145 (1413865881070469120)]} 0 1
[junit4:junit4]   2> 17177 T945 C27 P56498 REQ /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56489/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17177 T925 C28 P56489 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 17177 T909 C26 P56487 /update {wt=javabin&version=2} {add=[145]} 0 6
[junit4:junit4]   2> 17181 T893 C29 P56483 /update {wt=javabin&version=2} {add=[146 (1413865881083052032)]} 0 1
[junit4:junit4]   2> 17193 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 17194 T909 C26 P56487 /update {wt=javabin&version=2} {add=[146 (1413865881086197760)]} 0 11
[junit4:junit4]   2> 17197 T893 C29 P56483 /update {wt=javabin&version=2} {add=[147 (1413865881099829248)]} 0 1
[junit4:junit4]   2> 17203 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17203 T923 C28 P56489 /update {wt=javabin&version=2} {add=[147 (1413865881102974976)]} 0 4
[junit4:junit4]   2> 17206 T893 C29 P56483 /update {wt=javabin&version=2} {add=[148 (1413865881109266432)]} 0 1
[junit4:junit4]   2> 17212 T931 C25 P56493 REQ /update {distrib.from=http://127.0.0.1:56487/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17213 T909 C26 P56487 /update {wt=javabin&version=2} {add=[148 (1413865881112412160)]} 0 5
[junit4:junit4]   2> 17216 T893 C29 P56483 /update {wt=javabin&version=2} {add=[149 (1413865881119752192)]} 0 1
[junit4:junit4]   2> 17223 T945 C27 P56498 REQ /update {distrib.from=http://127.0.0.1:56489/solr/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17223 T923 C28 P56489 /update {wt=javabin&version=2} {add=[149 (1413865881123946496)]} 0 4
[junit4:junit4]   2> 17224 T881 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):1800
[junit4:junit4]   2> 17224 T881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17227 T893 C29 P56483 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17891 T893 C29 P56483 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@571a2c6a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_1.len, _0_6.len, _0_7.len, _0_11.len, _0.pst, _0.fld, _0_4.len, _0_3.len, _0_9.len, segments_2, _0_22.len, _0.inf, _0_23.len, _0.si, _0_19.len, _0_20.len]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1348367560457/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@571a2c6a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_3.fld, _7.si, _2_11.len, _7_1.len, _1_4.len, _5_1.len, _7_11.len, _2_4.len, _4_22.len, _5_23.len, _2.fld, _2_23.len, _1_20.len, _1_6.len, _3_23.len, _4_20.len, _6.fld, _1_19.len, _2_26.len, _3.si, _2_22.len, _0_19.len, _2.si, _5_19.len, _0_1.len, _1_11.len, _6_22.len, _3.pst, _1.pst, _7.fld, _6_20.len, _3_3.len, _6.pst, _4_3.len, _3_20.len, _5.pst, _4.inf, _4_1.len, _6_3.len, _0.pst, _3_1.len, _4.pst, _7_3.len, _1_3.len, _1.si, _1_7.len, _6.si, _1_1.len, _2_20.len, _0_7.len, _1.inf, _7_22.len, _4_23.len, _4_11.len, _2_6.len, _7_20.len, _2_7.len, _5_11.len, _6_11.len, _7.inf, _7_23.l

[...truncated too long message...]

43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 204343 T2529 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {range_facet_l=PostingsFormat(name=Direct), text=Pulsing40(freqCutoff=15 minBlockSize=60 maxBlockSize=214), _version_=PostingsFormat(name=Direct), rnd_b=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=Direct), id=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Direct), range_facet_sl=Pulsing40(freqCutoff=15 minBlockSize=60 maxBlockSize=214), range_facet_si=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_si=PostingsFormat(name=Memory doPackFST= true)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=da, timezone=Canada/Atlantic
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=38602352,total=318046208
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDefaultSimilarityFactory, TestRangeQuery, SimplePostToolTest, DistanceFunctionTest, TestIBSimilarityFactory, SOLR749Test, LeaderElectionIntegrationTest, SolrCmdDistributorTest, CircularListTest, DirectSolrConnectionTest, NumericFieldsTest, TestSolr4Spatial, CoreContainerCoreInitFailuresTest, TestSuggestSpellingConverter, SolrRequestParserTest, AlternateDirectoryTest, CurrencyFieldTest, SpellCheckComponentTest, QueryElevationComponentTest, TestLMDirichletSimilarityFactory, CopyFieldTest, TestSearchPerf, TestFastOutputStream, FieldAnalysisRequestHandlerTest, SpatialFilterTest, CoreAdminHandlerTest, CSVRequestHandlerTest, AnalysisAfterCoreReloadTest, TestSolrQueryParser, MBeansHandlerTest, DateMathParserTest, DistributedTermsComponentTest, TestSolrJ, CacheHeaderTest, TestWordDelimiterFilterFactory, UpdateRequestProcessorFactoryTest, TestFaceting, TestConfig, ClusterStateTest, ZkCLITest, FastVectorHighlighterTest, TestElisionMultitermQuery, SampleTest, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, AutoCommitTest, NotRequiredUniqueKeyTest, TestQuerySenderNoQuery, DistributedSpellCheckComponentTest, TestFastLRUCache, DateFieldTest, SystemInfoHandlerTest, TestNumberUtils, BasicDistributedZkTest, TestReplicationHandler, TestRealTimeGet, ZkControllerTest, TestDistributedGrouping, TestRandomFaceting, SpellCheckCollatorTest, TestExtendedDismaxParser, SoftAutoCommitTest, WordBreakSolrSpellCheckerTest, TestRecovery, TestJoin, SolrCoreTest, IndexBasedSpellCheckerTest, TestMultiCoreConfBootstrap, SimpleFacetsTest, TestCoreContainer, TestSort, TestGroupingSearch, TestFiltering, FileBasedSpellCheckerTest, PeerSyncTest, SortByFunctionTest, BasicFunctionalityTest, TestBinaryResponseWriter, TestIndexSearcher, TestRemoteStreaming, TestCSVLoader, TestCSVResponseWriter, MoreLikeThisHandlerTest, DistributedQueryElevationComponentTest, TestPseudoReturnFields, DisMaxRequestHandlerTest, BinaryUpdateRequestHandlerTest, TermsComponentTest, MinimalSchemaTest, TestQueryTypes, TestPHPSerializedResponseWriter, XmlUpdateRequestHandlerTest, PingRequestHandlerTest, SuggesterWFSTTest, JsonLoaderTest, DirectUpdateHandlerOptimizeTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestValueSourceCache, DebugComponentTest, JSONWriterTest, RequestHandlersTest, SearchHandlerTest, TestOmitPositions, SuggesterFSTTest, TestArbitraryIndexDir, LoggingHandlerTest, UniqFieldsUpdateProcessorFactoryTest, UpdateParamsTest, SuggesterTest, TestFoldingMultitermQuery, SolrCoreCheckLockOnStartupTest, TestSolrDeletionPolicy1, TestLuceneMatchVersion, TestPropInject, TestIndexingPerformance, NoCacheHeaderTest, PrimitiveFieldTypeTest, FieldMutatingUpdateProcessorTest, BadComponentTest, TestUpdate, HighlighterConfigTest, TestPropInjectDefaults, DefaultValueUpdateProcessorTest, TestMergePolicyConfig, TestXIncludeConfig, TestLFUCache, TestQuerySenderListener, TestCollationField, SolrIndexConfigTest, OutputWriterTest, TestSolrCoreProperties, EchoParamsTest, SpellPossibilityIteratorTest, TestPerFieldSimilarity, TestPluginEnable, LegacyHTMLStripCharFilterTest, TestDFRSimilarityFactory, TestCodecSupport, URLClassifyProcessorTest, PluginInfoTest, OpenExchangeRatesOrgProviderTest, ResourceLoaderTest, FileUtilsTest, TestSystemIdResolver, TestSolrXMLSerializer, TestBadConfig, DOMUtilTest, RAMDirectoryFactoryTest, TestUtils, PreAnalyzedFieldTest, TestCharFilters, ClusterStateUpdateTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 204.37s, 1 test, 1 error <<< FAILURES!

[...truncated 11 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/build.xml:32: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/solr/build.xml:179: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/module-build.xml:63: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:1141: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java6/lucene/common-build.xml:814: There were test failures: 230 suites, 950 tests, 1 error, 1 failure, 21 ignored (3 assumptions)

Total time: 30 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Mime
View raw message