lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Policeman Jenkins Server <jenk...@sd-datasolutions.de>
Subject [JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.6.0_33) - Build # 178 - Failure!
Date Sat, 04 Aug 2012 23:10:52 GMT
Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-Linux/178/
Java: 32bit/jdk1.6.0_33 -client -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ERROR: SolrIndexSearcher opens=76 closes=75

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=76 closes=75
	at __randomizedtesting.SeedInfo.seed([B4FC6B176A4E0F31]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:216)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:82)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:754)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)


REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([B4FC6B176A4E0F31:351AE50F1D116F0D]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:237)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:179)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:155)
	at org.apache.solr.cloud.FullSolrCloudTest.commit(FullSolrCloudTest.java:1477)
	at org.apache.solr.cloud.SyncSliceTest.waitForThingsToLevelOut(SyncSliceTest.java:268)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:679)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:818)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:825)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:671)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:697)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:736)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)




Build Log:
[...truncated 6638 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4:junit4]    > (@BeforeClass output)
[junit4:junit4]   2> 1 T1350 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3 T1350 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:59984
[junit4:junit4]   2> 4 T1350 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4 T1350 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master
[junit4:junit4]   2> 4 T1350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/'
[junit4:junit4]   2> 11 T1350 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11 T1350 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11 T1350 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master
[junit4:junit4]   2> 12 T1350 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/solr.xml
[junit4:junit4]   2> 12 T1350 oasc.CoreContainer.<init> New CoreContainer 29674160
[junit4:junit4]   2> 12 T1350 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4]   2> 12 T1350 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/'
[junit4:junit4]   2> 12 T1350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/'
[junit4:junit4]   2> 21 T1350 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 36 T1350 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/collection1
[junit4:junit4]   2> 36 T1350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/collection1/'
[junit4:junit4]   2> 60 T1350 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 96 T1350 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 96 T1350 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 98 T1350 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 110 T1350 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 111 T1350 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/collection1/, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/collection1/data/
[junit4:junit4]   2> 111 T1350 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 112 T1350 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/collection1/data/index/
[junit4:junit4]   2> 112 T1350 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 116 T1350 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534023/master/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14e6730; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 117 T1350 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 117 T1350 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 117 T1350 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 118 T1350 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 118 T1350 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 118 T1350 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 118 T1350 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 119 T1350 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 121 T1350 oass.SolrIndexSearcher.<init> Opening Searcher@1404a56 main
[junit4:junit4]   2> 121 T1350 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 121 T1350 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 122 T1350 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 122 T1350 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 122 T1350 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 122 T1350 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 122 T1350 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 123 T1350 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 123 T1350 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 123 T1350 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 123 T1350 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 123 T1350 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 125 T1350 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
[junit4:junit4]   2> 125 T1350 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 126 T1360 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1404a56 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 126 T1350 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 126 T1350 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1
[junit4:junit4]   2> 127 T1350 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 127 T1350 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 129 T1350 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 131 T1350 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:36402
[junit4:junit4]   2> 131 T1350 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 132 T1350 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave
[junit4:junit4]   2> 132 T1350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/'
[junit4:junit4]   2> 139 T1350 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 139 T1350 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 139 T1350 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave
[junit4:junit4]   2> 139 T1350 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/solr.xml
[junit4:junit4]   2> 139 T1350 oasc.CoreContainer.<init> New CoreContainer 33225026
[junit4:junit4]   2> 140 T1350 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4]   2> 140 T1350 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/'
[junit4:junit4]   2> 140 T1350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/'
[junit4:junit4]   2> 149 T1350 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 171 T1350 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/collection1
[junit4:junit4]   2> 172 T1350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/collection1/'
[junit4:junit4]   2> 192 T1350 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 232 T1350 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 232 T1350 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 234 T1350 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 245 T1350 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 247 T1350 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/collection1/, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/collection1/data/
[junit4:junit4]   2> 247 T1350 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 247 T1350 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/collection1/data/index/
[junit4:junit4]   2> 247 T1350 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 249 T1350 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1344121534152/slave/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c186f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 250 T1350 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 250 T1350 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 250 T1350 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 250 T1350 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 251 T1350 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 251 T1350 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 251 T1350 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 252 T1350 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 256 T1350 oass.SolrIndexSearcher.<init> Opening Searcher@13f02d4 main
[junit4:junit4]   2> 257 T1350 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 257 T1350 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 257 T1350 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 257 T1350 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 258 T1350 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 258 T1350 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 258 T1350 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 258 T1350 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 258 T1350 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 259 T1350 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 259 T1350 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 259 T1350 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 261 T1350 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
[junit4:junit4]   2> 262 T1370 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13f02d4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 262 T1350 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 262 T1350 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1
[junit4:junit4]   2> 262 T1350 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 262 T1350 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 
[junit4:junit4]    > (@AfterClass output)
[junit4:junit4]   2> 26790 T1350 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=16283054
[junit4:junit4]   2> 26790 T1350 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d9800d
[junit4:junit4]   2> 26790 T1350 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 26790 T1350 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=493,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 26791 T1350 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 26844 T1350 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=16964635
[junit4:junit4]   2> 26844 T1350 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@ec15ce
[junit4:junit4]   2> 26844 T1350 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 26845 T1350 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 26845 T1350 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 26898 T1350 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 28442 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 28442 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 30348 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 30349 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 31882 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 31883 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 33459 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 33460 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 35181 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 35182 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 36826 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 36827 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 38377 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 38378 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 40005 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 40006 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 41127 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 41127 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 42511 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 42511 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 44395 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 44395 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 46325 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 46325 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 48294 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 48295 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 49895 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 49896 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 51670 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 51671 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 53027 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 53028 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 54896 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 54897 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 56714 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 56715 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 58154 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 58154 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 60162 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 60163 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 61439 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 61440 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 63198 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 63199 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 64839 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 64840 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 66438 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 66439 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 67753 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 67753 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 69811 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 69812 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 71801 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 71802 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 73315 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 73316 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 75406 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 75407 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 77451 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 77452 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 79312 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 79313 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 80787 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 80788 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 82195 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 82195 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 83894 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 83894 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 85246 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 85246 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 87139 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 87139 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 88303 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 88303 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 89611 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 89611 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 91391 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 91391 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 93376 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 93377 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 94689 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 94689 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 96365 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 96365 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 98207 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 98208 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 100030 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 100031 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 101357 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 101358 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 102532 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 102532 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 103846 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 103846 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 105827 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 105828 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 107519 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 107520 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 109209 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 109210 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 110514 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 110514 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 111897 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 111897 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 113851 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 113852 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 115259 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 115260 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 117225 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 117226 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 118444 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 118445 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 120081 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 120082 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 122016 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 122017 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 123338 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 123338 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 124777 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 124777 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 126050 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 126050 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 127465 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 127465 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 128705 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 128705 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 129891 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 129892 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 131588 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 131589 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 133300 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 133300 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 134891 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 134892 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 136447 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 136447 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 138267 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 138267 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 140319 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 140319 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 142113 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 142114 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 144140 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 144140 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 145766 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 145766 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 147325 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 147325 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 147910 T1350 oas.SolrTestCaseJ4.endTrackingSearchers SEVERE ERROR: SolrIndexSearcher opens=76 closes=75
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {newname=Pulsing40(freqCutoff=17 minBlockSize=44 maxBlockSize=87), id=Pulsing40(freqCutoff=17 minBlockSize=44 maxBlockSize=87), name=Pulsing40(freqCutoff=17 minBlockSize=44 maxBlockSize=87)}, sim=DefaultSimilarity, locale=en_CA, timezone=US/Mountain
[junit4:junit4]   2> NOTE: Linux 3.2.0-27-generic i386/Sun Microsystems Inc. 1.6.0_33 (32-bit)/cpus=8,threads=1,free=59515192,total=100380672
[junit4:junit4]   2> NOTE: All tests run in this JVM: [UUIDFieldTest, TestSolrQueryParser, TestReversedWildcardFilterFactory, URLClassifyProcessorTest, DateFieldTest, TestExtendedDismaxParser, IndexSchemaTest, SignatureUpdateProcessorFactoryTest, TestRecovery, FieldAnalysisRequestHandlerTest, TestSolrJ, TestRemoteStreaming, TestRangeQuery, TestRTGBase, TestQuerySenderNoQuery, SpellCheckComponentTest, TestPerFieldSimilarity, TermVectorComponentTest, TestMultiCoreConfBootstrap, TestFastLRUCache, TestWriterPerf, FieldMutatingUpdateProcessorTest, TestBM25SimilarityFactory, TestJmxIntegration, TestSystemIdResolver, NotRequiredUniqueKeyTest, MBeansHandlerTest, EchoParamsTest, ZkSolrClientTest, TestPropInjectDefaults, FullSolrCloudTest, ZkNodePropsTest, JSONWriterTest, DocumentAnalysisRequestHandlerTest, TestSolrDeletionPolicy1, LeaderElectionTest, PeerSyncTest, TestRealTimeGet, PolyFieldTest, CopyFieldTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestCollationField, TestJoin, TestDocumentBuilder, QueryEqualityTest, DocumentBuilderTest, ZkControllerTest, OverseerTest, WordBreakSolrSpellCheckerTest, DistributedTermsComponentTest, StandardRequestHandlerTest, SystemInfoHandlerTest, TestLRUCache, TestReplicationHandler]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.seed=B4FC6B176A4E0F31 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_CA -Dtests.timezone=US/Mountain -Dtests.file.encoding=UTF-8
[junit4:junit4]   2> 
[junit4:junit4] ERROR   0.00s J1 | TestReplicationHandler (suite)
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrIndexSearcher opens=76 closes=75
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B4FC6B176A4E0F31]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:216)
[junit4:junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:82)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:754)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
[junit4:junit4]    >
[junit4:junit4] Completed on J1 in 147.96s, 1 test, 1 failure <<< FAILURES!

[...truncated 288 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] ERROR   21.5s J1 | SyncSliceTest.testDistribSearch
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B4FC6B176A4E0F31:351AE50F1D116F0D]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:237)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:179)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:155)
[junit4:junit4]    > 	at org.apache.solr.cloud.FullSolrCloudTest.commit(FullSolrCloudTest.java:1477)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.waitForThingsToLevelOut(SyncSliceTest.java:268)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:162)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:679)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:818)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:877)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:891)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:825)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:671)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:697)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:736)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:747)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
[junit4:junit4]    > 
[junit4:junit4]   2> 2 T1823 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1344121751289
[junit4:junit4]   2> 2 T1823 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 3 T1824 oazs.ZooKeeperServer.setTickTime tickTime set to 3000
[junit4:junit4]   2> 4 T1824 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 4 T1824 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 103 T1823 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49846 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@43e943
[junit4:junit4]   2> 104 T1829 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49846
[junit4:junit4]   2> 104 T1829 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49846, initiating session
[junit4:junit4]   2> 104 T1825 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:35819
[junit4:junit4]   2> 105 T1825 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:35819
[junit4:junit4]   2> 105 T1827 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 107 T1827 oazs.NIOServerCnxn.finishSessionInit Established session 0x138f3e646fb0000 with negotiated timeout 10000 for client /127.0.0.1:35819
[junit4:junit4]   2> 107 T1829 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost.localdomain/127.0.0.1:49846, sessionid = 0x138f3e646fb0000, negotiated timeout = 10000
[junit4:junit4]   2> 107 T1830 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43e943 name:ZooKeeperConnection Watcher:127.0.0.1:49846 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 107 T1823 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 109 T1828 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x138f3e646fb0000
[junit4:junit4]   2> 109 T1830 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 110 T1825 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35819 which had sessionid 0x138f3e646fb0000
[junit4:junit4]   2> 109 T1823 oaz.ZooKeeper.close Session: 0x138f3e646fb0000 closed
[junit4:junit4]   2> 110 T1823 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49846/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@d84aa1
[junit4:junit4]   2> 110 T1831 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49846
[junit4:junit4]   2> 111 T1831 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49846, initiating session
[junit4:junit4]   2> 111 T1825 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:35820
[junit4:junit4]   2> 111 T1825 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:35820
[junit4:junit4]   2> 111 T1827 oazs.NIOServerCnxn.finishSessionInit Established session 0x138f3e646fb0001 with negotiated timeout 10000 for client /127.0.0.1:35820
[junit4:junit4]   2> 111 T1831 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost.localdomain/127.0.0.1:49846, sessionid = 0x138f3e646fb0001, negotiated timeout = 10000
[junit4:junit4]   2> 112 T1832 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d84aa1 name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 112 T1823 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 113 T1823 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 114 T1823 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 115 T1823 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 116 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 118 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 120 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 122 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 123 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 124 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 125 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 126 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 128 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 134 T1823 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 135 T1828 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x138f3e646fb0001
[junit4:junit4]   2> 135 T1832 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 135 T1823 oaz.ZooKeeper.close Session: 0x138f3e646fb0001 closed
[junit4:junit4]   2> 135 T1825 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35820 which had sessionid 0x138f3e646fb0001
[junit4:junit4]   2> 136 T1823 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 138 T1823 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:52751
[junit4:junit4]   2> 138 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 139 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 139 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 148 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 151 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 151 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 152 T1823 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 152 T1823 oasc.CoreContainer.<init> New CoreContainer 13692834
[junit4:junit4]   2> 152 T1823 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 152 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 167 T1823 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 177 T1823 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49846/solr
[junit4:junit4]   2> 178 T1823 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49846/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@19ffba
[junit4:junit4]   2> 178 T1842 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49846
[junit4:junit4]   2> 179 T1842 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49846, initiating session
[junit4:junit4]   2> 179 T1825 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:35821
[junit4:junit4]   2> 179 T1825 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:35821
[junit4:junit4]   2> 181 T1827 oazs.NIOServerCnxn.finishSessionInit Established session 0x138f3e646fb0002 with negotiated timeout 8000 for client /127.0.0.1:35821
[junit4:junit4]   2> 181 T1842 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost.localdomain/127.0.0.1:49846, sessionid = 0x138f3e646fb0002, negotiated timeout = 8000
[junit4:junit4]   2> 181 T1843 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19ffba name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 182 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 182 T1823 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 183 T1823 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52751_solr
[junit4:junit4]   2> 184 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52751_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52751_solr
[junit4:junit4]   2> 184 T1823 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52751_solr
[junit4:junit4]   2> 185 T1823 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 186 T1823 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 186 T1823 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 186 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 186 T1823 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 187 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 187 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 187 T1823 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 187 T1823 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 188 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 189 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 189 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 190 T1823 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 192 T1823 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 193 T1823 oasc.Overseer.start Overseer (id=88088363092606978-127.0.0.1:52751_solr-n_0000000000) starting
[junit4:junit4]   2> 193 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0002 type:create cxid:0x19 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 194 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 194 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 195 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 195 T1845 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 196 T1823 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 200 T1823 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 201 T1844 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 204 T1823 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 205 T1823 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 205 T1823 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 205 T1823 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 206 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 206 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 207 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 242 T1823 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 302 T1823 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 303 T1823 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 308 T1823 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 799 T1823 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 805 T1823 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 808 T1823 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 816 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 820 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 824 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 825 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 826 T1823 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1344121751289/control/data/
[junit4:junit4]   2> 826 T1823 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1117a20
[junit4:junit4]   2> 827 T1823 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1344121751289/control/data/index/
[junit4:junit4]   2> 827 T1823 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1344121751289/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 830 T1823 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/control/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11ca2f1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 831 T1823 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 831 T1823 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 832 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 833 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 833 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 834 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 834 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 835 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 835 T1823 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 836 T1823 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 836 T1823 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 837 T1823 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 837 T1823 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 838 T1823 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 838 T1823 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 838 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 839 T1823 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 839 T1823 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 840 T1823 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 840 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 841 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 841 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 842 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 842 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 842 T1823 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 843 T1823 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 843 T1823 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 844 T1823 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 846 T1823 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 853 T1823 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 856 T1823 oass.SolrIndexSearcher.<init> Opening Searcher@13bd47c main
[junit4:junit4]   2> 857 T1823 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 857 T1823 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 857 T1823 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 860 T1823 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 876 T1846 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13bd47c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 878 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0002 type:create cxid:0x52 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 884 T1823 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 884 T1823 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:52751/solr shardId:control_shard
[junit4:junit4]   2> 885 T1823 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 888 T1823 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 890 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0002 type:create cxid:0x69 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1206 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1207 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0002 type:create cxid:0x74 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1211 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 1241 T1823 oasc.ZkController.register We are http://127.0.0.1:52751/solr/collection1/ and leader is http://127.0.0.1:52751/solr/collection1/
[junit4:junit4]   2> 1242 T1823 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52751/solr
[junit4:junit4]   2> 1242 T1823 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1243 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1244 T1823 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1244 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1244 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1246 T1823 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 1248 T1823 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:39653
[junit4:junit4]   2> 1249 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1249 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1249 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1257 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1257 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1257 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 1258 T1823 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 1258 T1823 oasc.CoreContainer.<init> New CoreContainer 9994114
[junit4:junit4]   2> 1258 T1823 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1258 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 1268 T1823 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1280 T1823 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49846/solr
[junit4:junit4]   2> 1281 T1823 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49846/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@1fd9750
[junit4:junit4]   2> 1281 T1856 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49846
[junit4:junit4]   2> 1282 T1856 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49846, initiating session
[junit4:junit4]   2> 1282 T1825 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:35824
[junit4:junit4]   2> 1282 T1825 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:35824
[junit4:junit4]   2> 1282 T1827 oazs.NIOServerCnxn.finishSessionInit Established session 0x138f3e646fb0003 with negotiated timeout 8000 for client /127.0.0.1:35824
[junit4:junit4]   2> 1283 T1856 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost.localdomain/127.0.0.1:49846, sessionid = 0x138f3e646fb0003, negotiated timeout = 8000
[junit4:junit4]   2> 1283 T1857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fd9750 name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1283 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0003 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1284 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0003 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1284 T1823 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39653_solr
[junit4:junit4]   2> 1288 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0003 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39653_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39653_solr
[junit4:junit4]   2> 1289 T1823 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39653_solr
[junit4:junit4]   2> 1290 T1843 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 1290 T1823 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1291 T1823 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1291 T1823 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1291 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1291 T1823 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1292 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1292 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1292 T1823 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1292 T1823 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1293 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1296 T1823 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1300 T1823 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 1300 T1823 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1301 T1823 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1301 T1823 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1301 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 1302 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 1302 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1351 T1823 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1427 T1823 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1428 T1823 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1433 T1823 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1714 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1716 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 1716 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 1930 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 1931 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1953 T1823 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1959 T1823 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1962 T1823 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1969 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1971 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1974 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1974 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1975 T1823 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/
[junit4:junit4]   2> 1975 T1823 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1117a20
[junit4:junit4]   2> 1976 T1823 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/index/
[junit4:junit4]   2> 1976 T1823 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1978 T1823 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df3996; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1979 T1823 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 1979 T1823 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1980 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1985 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1985 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1985 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1986 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1986 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1987 T1823 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1987 T1823 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1987 T1823 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1988 T1823 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1988 T1823 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1988 T1823 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1989 T1823 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1989 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1989 T1823 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1989 T1823 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1990 T1823 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1990 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1990 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1991 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1991 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1991 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1992 T1823 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1992 T1823 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1992 T1823 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1993 T1823 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1994 T1823 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1995 T1823 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1997 T1823 oass.SolrIndexSearcher.<init> Opening Searcher@1cbc366 main
[junit4:junit4]   2> 1997 T1823 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1997 T1823 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1998 T1823 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2000 T1823 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2011 T1858 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cbc366 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2218 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2220 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2220 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2512 T1823 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 2512 T1823 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:39653/solr shardId:shard1
[junit4:junit4]   2> 2513 T1823 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 2517 T1823 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 2518 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0003 type:create cxid:0x4b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2722 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2728 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2728 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 2770 T1823 oasc.ZkController.register We are http://127.0.0.1:39653/solr/collection1/ and leader is http://127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 2771 T1823 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39653/solr
[junit4:junit4]   2> 2771 T1823 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2772 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2772 T1823 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2773 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2773 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2775 T1823 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 2777 T1823 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:57321
[junit4:junit4]   2> 2778 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2778 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2778 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2786 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2786 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2786 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2787 T1823 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 2787 T1823 oasc.CoreContainer.<init> New CoreContainer 20735768
[junit4:junit4]   2> 2787 T1823 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2787 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2797 T1823 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2814 T1823 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49846/solr
[junit4:junit4]   2> 2814 T1823 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49846/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e91742
[junit4:junit4]   2> 2815 T1868 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49846
[junit4:junit4]   2> 2815 T1868 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49846, initiating session
[junit4:junit4]   2> 2815 T1825 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:35827
[junit4:junit4]   2> 2816 T1825 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:35827
[junit4:junit4]   2> 2816 T1827 oazs.NIOServerCnxn.finishSessionInit Established session 0x138f3e646fb0004 with negotiated timeout 8000 for client /127.0.0.1:35827
[junit4:junit4]   2> 2817 T1868 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost.localdomain/127.0.0.1:49846, sessionid = 0x138f3e646fb0004, negotiated timeout = 8000
[junit4:junit4]   2> 2817 T1869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e91742 name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2817 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2818 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2818 T1823 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57321_solr
[junit4:junit4]   2> 2819 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57321_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57321_solr
[junit4:junit4]   2> 2819 T1823 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57321_solr
[junit4:junit4]   2> 2820 T1857 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 2820 T1843 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 2820 T1823 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 2821 T1823 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2821 T1823 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 2821 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2821 T1823 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2822 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2822 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2822 T1823 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2822 T1823 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2823 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 2826 T1823 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2830 T1823 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2830 T1823 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2831 T1823 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2831 T1823 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2832 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2832 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 2833 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2868 T1823 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2921 T1823 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2922 T1823 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2932 T1823 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3230 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3233 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3233 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3233 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3436 T1823 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3442 T1823 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3450 T1823 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3456 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3458 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3461 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3462 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3462 T1823 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/
[junit4:junit4]   2> 3462 T1823 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1117a20
[junit4:junit4]   2> 3463 T1823 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index/
[junit4:junit4]   2> 3463 T1823 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3465 T1823 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3466 T1823 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 3466 T1823 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 3467 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3467 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 3467 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3468 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 3468 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3469 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3469 T1823 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3469 T1823 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3469 T1823 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3470 T1823 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 3470 T1823 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 3470 T1823 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3471 T1823 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 3471 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 3471 T1823 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 3472 T1823 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3472 T1823 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3472 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3473 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3473 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3473 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3474 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3474 T1823 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3474 T1823 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 3475 T1823 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3475 T1823 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3477 T1823 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 3477 T1823 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 3479 T1823 oass.SolrIndexSearcher.<init> Opening Searcher@dcfdc8 main
[junit4:junit4]   2> 3479 T1823 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3480 T1823 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3480 T1823 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3482 T1823 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3493 T1870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dcfdc8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3507 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 3507 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 3736 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3738 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3738 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3738 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 3994 T1823 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 3995 T1823 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:57321/solr shardId:shard1
[junit4:junit4]   2> 3997 T1823 oasc.ZkController.register We are http://127.0.0.1:57321/solr/collection1/ and leader is http://127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 3997 T1823 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57321/solr
[junit4:junit4]   2> 3998 T1823 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C121 name=collection1 org.apache.solr.core.SolrCore@1ad7885 url=http://127.0.0.1:57321/solr/collection1 node=127.0.0.1:57321_solr
[junit4:junit4]   2> 3999 T1871 C121 P57321 oasc.RecoveryStrategy.run Starting recovery process. recoveringAfterStartup=true
[junit4:junit4]   2> 3999 T1871 C121 P57321 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 3999 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4000 T1871 C121 P57321 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4000 T1823 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4000 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4000 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4003 T1823 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 4008 T1823 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:35395
[junit4:junit4]   2> 4009 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4009 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 4009 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 4022 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4022 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4022 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 4022 T1823 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 4023 T1823 oasc.CoreContainer.<init> New CoreContainer 26051783
[junit4:junit4]   2> 4023 T1823 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 4023 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 4035 T1823 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4046 T1823 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49846/solr
[junit4:junit4]   2> 4046 T1823 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49846/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@8c3c25
[junit4:junit4]   2> 4047 T1881 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49846
[junit4:junit4]   2> 4047 T1881 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49846, initiating session
[junit4:junit4]   2> 4047 T1825 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:35832
[junit4:junit4]   2> 4048 T1825 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:35832
[junit4:junit4]   2> 4048 T1827 oazs.NIOServerCnxn.finishSessionInit Established session 0x138f3e646fb0005 with negotiated timeout 8000 for client /127.0.0.1:35832
[junit4:junit4]   2> 4049 T1881 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost.localdomain/127.0.0.1:49846, sessionid = 0x138f3e646fb0005, negotiated timeout = 8000
[junit4:junit4]   2> 4049 T1882 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8c3c25 name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4049 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4050 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4051 T1823 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35395_solr
[junit4:junit4]   2> 4051 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35395_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35395_solr
[junit4:junit4]   2> 4051 T1823 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35395_solr
[junit4:junit4]   2> 4052 T1869 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 4052 T1857 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 4052 T1843 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 4053 T1823 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 4053 T1823 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4054 T1823 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 4054 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4054 T1823 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4054 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4055 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4055 T1823 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4055 T1823 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4055 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 4058 T1823 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4062 T1823 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 4063 T1823 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4063 T1823 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4063 T1823 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4064 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 4064 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 4065 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4109 T1823 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4168 T1823 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4169 T1823 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4175 T1823 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4239 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4242 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4242 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4242 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4242 T1882 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 4685 T1823 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4691 T1823 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4694 T1823 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4701 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4704 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4707 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4708 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4708 T1823 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/
[junit4:junit4]   2> 4709 T1823 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1117a20
[junit4:junit4]   2> 4709 T1823 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index/
[junit4:junit4]   2> 4710 T1823 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4712 T1823 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4712 T1823 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 4713 T1823 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4714 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4714 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4714 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4715 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4715 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4715 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4716 T1823 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4716 T1823 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4716 T1823 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4717 T1823 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4717 T1823 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4717 T1823 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4718 T1823 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4718 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4718 T1823 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4719 T1823 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4719 T1823 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4719 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4720 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4720 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4720 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4721 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4721 T1823 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4721 T1823 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4722 T1823 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4722 T1823 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4724 T1823 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4725 T1823 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4726 T1823 oass.SolrIndexSearcher.<init> Opening Searcher@1128d8b main
[junit4:junit4]   2> 4727 T1823 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4727 T1823 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4728 T1823 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4730 T1823 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4744 T1883 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1128d8b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5006 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 5007 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 5244 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5247 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5247 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5247 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5247 T1882 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5250 T1823 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 5250 T1823 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:35395/solr shardId:shard1
[junit4:junit4]   2> 5251 T1823 oasc.ZkController.register We are http://127.0.0.1:35395/solr/collection1/ and leader is http://127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 5252 T1823 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35395/solr
[junit4:junit4]   2> 5252 T1823 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C122 name=collection1 org.apache.solr.core.SolrCore@735db5 url=http://127.0.0.1:35395/solr/collection1 node=127.0.0.1:35395_solr
[junit4:junit4]   2> 5253 T1884 C122 P35395 oasc.RecoveryStrategy.run Starting recovery process. recoveringAfterStartup=true
[junit4:junit4]   2> 5253 T1884 C122 P35395 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 5253 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5254 T1884 C122 P35395 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5254 T1823 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1
[junit4:junit4]   2> 5254 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5255 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5256 T1823 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 5258 T1823 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:34900
[junit4:junit4]   2> 5258 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5259 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 5259 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5266 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5267 T1823 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5267 T1823 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 5267 T1823 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 5267 T1823 oasc.CoreContainer.<init> New CoreContainer 12910535
[junit4:junit4]   2> 5268 T1823 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5268 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 5278 T1823 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5287 T1823 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49846/solr
[junit4:junit4]   2> 5288 T1823 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49846/solr sessionTimeout=8000 watcher=org.apache.solr.common.cloud.ConnectionManager@980a9a
[junit4:junit4]   2> 5288 T1894 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49846
[junit4:junit4]   2> 5289 T1894 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49846, initiating session
[junit4:junit4]   2> 5289 T1825 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:35835
[junit4:junit4]   2> 5289 T1825 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:35835
[junit4:junit4]   2> 5290 T1827 oazs.NIOServerCnxn.finishSessionInit Established session 0x138f3e646fb0006 with negotiated timeout 8000 for client /127.0.0.1:35835
[junit4:junit4]   2> 5290 T1894 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost.localdomain/127.0.0.1:49846, sessionid = 0x138f3e646fb0006, negotiated timeout = 8000
[junit4:junit4]   2> 5293 T1895 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@980a9a name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5294 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5295 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5295 T1823 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34900_solr
[junit4:junit4]   2> 5295 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34900_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34900_solr
[junit4:junit4]   2> 5296 T1823 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34900_solr
[junit4:junit4]   2> 5297 T1869 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5297 T1857 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5297 T1843 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5297 T1882 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 5297 T1823 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 5297 T1823 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5298 T1823 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 5298 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5298 T1823 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5298 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5299 T1823 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5299 T1823 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5299 T1823 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5299 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 5302 T1823 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5306 T1823 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 5306 T1823 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5307 T1823 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5307 T1823 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5308 T1823 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 5308 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 5309 T1823 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5342 T1823 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5398 T1823 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5399 T1823 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5403 T1823 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5748 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5750 T1895 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5750 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5750 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5750 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5751 T1882 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 5922 T1823 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5928 T1823 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5931 T1823 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5938 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5940 T1823 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5943 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5944 T1823 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5949 T1823 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test-files/solr/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/
[junit4:junit4]   2> 5949 T1823 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1117a20
[junit4:junit4]   2> 5950 T1823 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index/
[junit4:junit4]   2> 5950 T1823 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5952 T1823 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de97b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5952 T1823 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 5953 T1823 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5954 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5954 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5954 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5955 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5955 T1823 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5955 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5956 T1823 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5956 T1823 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5956 T1823 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5957 T1823 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5957 T1823 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5957 T1823 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5958 T1823 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5958 T1823 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5958 T1823 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5959 T1823 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5959 T1823 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5959 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5960 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5960 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5960 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5961 T1823 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5961 T1823 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5961 T1823 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5962 T1823 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5962 T1823 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5963 T1823 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5964 T1823 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5966 T1823 oass.SolrIndexSearcher.<init> Opening Searcher@133ad1 main
[junit4:junit4]   2> 5967 T1823 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5967 T1823 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5967 T1823 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5970 T1823 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5981 T1896 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@133ad1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6252 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6280 T1895 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6280 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6280 T1882 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6280 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6280 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6348 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 6349 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 6482 T1823 oasc.CoreContainer.register registering core: collection1
[junit4:junit4]   2> 6483 T1823 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:34900/solr shardId:shard1
[junit4:junit4]   2> 6484 T1823 oasc.ZkController.register We are http://127.0.0.1:34900/solr/collection1/ and leader is http://127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 6485 T1823 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34900/solr
[junit4:junit4]   2> 6485 T1823 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C123 name=collection1 org.apache.solr.core.SolrCore@163e2cd url=http://127.0.0.1:34900/solr/collection1 node=127.0.0.1:34900_solr
[junit4:junit4]   2> 6486 T1897 C123 P34900 oasc.RecoveryStrategy.run Starting recovery process. recoveringAfterStartup=true
[junit4:junit4]   2> 6487 T1897 C123 P34900 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 6486 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6487 T1897 C123 P34900 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6487 T1823 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1
[junit4:junit4]   2> 6488 T1823 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6488 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6494 T1823 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49846/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@194dbb0
[junit4:junit4]   2> 6495 T1898 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49846
[junit4:junit4]   2> 6495 T1898 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49846, initiating session
[junit4:junit4]   2> 6495 T1825 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:35851
[junit4:junit4]   2> 6495 T1825 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:35851
[junit4:junit4]   2> 6496 T1827 oazs.NIOServerCnxn.finishSessionInit Established session 0x138f3e646fb0007 with negotiated timeout 10000 for client /127.0.0.1:35851
[junit4:junit4]   2> 6496 T1898 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost.localdomain/127.0.0.1:49846, sessionid = 0x138f3e646fb0007, negotiated timeout = 10000
[junit4:junit4]   2> 6496 T1899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@194dbb0 name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6497 T1823 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6497 T1823 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4:junit4]   2> 6498 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 6500 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6501 T1823 oasc.AbstractDistributedZkTestCase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):360
[junit4:junit4]   2> 6501 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6782 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6784 T1895 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6784 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6784 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6784 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6784 T1882 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 6784 T1899 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 7502 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7540 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 7540 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 8503 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8700 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 8700 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 9504 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10125 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 10125 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 10505 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C121_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:57321_solr, base_url=http://127.0.0.1:57321/solr}
[junit4:junit4]   2> 11002 T1871 C121 P57321 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39653/solr/collection1/ recoveringAfterStartup=true
[junit4:junit4]   2> 11003 T1871 C121 P57321 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57321/solr START replicas=[http://127.0.0.1:39653/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 11003 T1871 C121 P57321 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication
[junit4:junit4]   2> 11003 T1871 C121 P57321 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery
[junit4:junit4]   2> 11003 T1871 C121 P57321 oasc.RecoveryStrategy.doRecovery Begin buffering updates
[junit4:junit4]   2> 11003 T1871 C121 P57321 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 11003 T1871 C121 P57321 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 11004 T1871 C121 P57321 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C124 name=collection1 org.apache.solr.core.SolrCore@1b887b6 url=http://127.0.0.1:39653/solr/collection1 node=127.0.0.1:39653_solr
[junit4:junit4]   2> 11008 T1852 C124 P39653 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 11010 T1853 C124 P39653 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 11011 T1853 C124 P39653 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df3996; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11011 T1853 C124 P39653 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11012 T1853 C124 P39653 oass.SolrIndexSearcher.<init> Opening Searcher@158fd6a main
[junit4:junit4]   2> 11012 T1853 C124 P39653 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 11012 T1858 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@158fd6a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11013 T1853 C124 P39653 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 4
[junit4:junit4]   2> 11013 T1871 C121 P57321 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 11013 T1871 C121 P57321 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 11014 T1854 C124 P39653 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 11015 T1854 C124 P39653 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 11016 T1871 C121 P57321 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11024 T1871 C121 P57321 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 11025 T1871 C121 P57321 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 11038 T1871 C121 P57321 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 11038 T1871 C121 P57321 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 11039 T1871 C121 P57321 oass.SolrIndexSearcher.<init> Opening Searcher@14ee315 main
[junit4:junit4]   2> 11039 T1871 C121 P57321 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 11040 T1870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14ee315 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 11040 T1871 C121 P57321 oasc.RecoveryStrategy.replay No replay needed
[junit4:junit4]   2> 11040 T1871 C121 P57321 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active
[junit4:junit4]   2> 11042 T1871 C121 P57321 oasc.RecoveryStrategy.doRecovery Finished recovery process
[junit4:junit4]   2> 11293 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11299 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11299 T1899 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11299 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11299 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11299 T1882 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11299 T1895 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 11507 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11576 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 11576 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2>  C122_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:35395_solr, base_url=http://127.0.0.1:35395/solr}
[junit4:junit4]   2> 12257 T1884 C122 P35395 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39653/solr/collection1/ recoveringAfterStartup=true
[junit4:junit4]   2> 12257 T1884 C122 P35395 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35395/solr START replicas=[http://127.0.0.1:39653/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 12257 T1884 C122 P35395 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication
[junit4:junit4]   2> 12258 T1884 C122 P35395 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery
[junit4:junit4]   2> 12258 T1884 C122 P35395 oasc.RecoveryStrategy.doRecovery Begin buffering updates
[junit4:junit4]   2> 12258 T1884 C122 P35395 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 12258 T1884 C122 P35395 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 12258 T1884 C122 P35395 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12259 T1852 C124 P39653 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 12260 T1855 C124 P39653 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12262 T1855 C124 P39653 oass.SolrIndexSearcher.<init> Opening Searcher@d92c76 main
[junit4:junit4]   2> 12263 T1855 C124 P39653 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12263 T1858 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d92c76 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12263 T1855 C124 P39653 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 3
[junit4:junit4]   2> 12264 T1884 C122 P35395 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12264 T1884 C122 P35395 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12265 T1854 C124 P39653 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 12266 T1884 C122 P35395 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12267 T1884 C122 P35395 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 12267 T1884 C122 P35395 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12278 T1884 C122 P35395 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12278 T1884 C122 P35395 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 12279 T1884 C122 P35395 oass.SolrIndexSearcher.<init> Opening Searcher@63ede8 main
[junit4:junit4]   2> 12279 T1884 C122 P35395 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12280 T1883 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63ede8 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 12280 T1884 C122 P35395 oasc.RecoveryStrategy.replay No replay needed
[junit4:junit4]   2> 12280 T1884 C122 P35395 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active
[junit4:junit4]   2> 12282 T1884 C122 P35395 oasc.RecoveryStrategy.doRecovery Finished recovery process
[junit4:junit4]   2> 12303 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12308 T1895 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12308 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12308 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12308 T1882 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12308 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12308 T1899 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 12508 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C123_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:34900_solr, base_url=http://127.0.0.1:34900/solr}
[junit4:junit4]   2> 13495 T1897 C123 P34900 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39653/solr/collection1/ recoveringAfterStartup=true
[junit4:junit4]   2> 13495 T1897 C123 P34900 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34900/solr START replicas=[http://127.0.0.1:39653/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 13498 T1897 C123 P34900 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication
[junit4:junit4]   2> 13498 T1897 C123 P34900 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery
[junit4:junit4]   2> 13499 T1897 C123 P34900 oasc.RecoveryStrategy.doRecovery Begin buffering updates
[junit4:junit4]   2> 13499 T1897 C123 P34900 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 13499 T1897 C123 P34900 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 13499 T1897 C123 P34900 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13500 T1852 C124 P39653 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 13501 T1849 C124 P39653 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13502 T1849 C124 P39653 oass.SolrIndexSearcher.<init> Opening Searcher@9e5647 main
[junit4:junit4]   2> 13502 T1849 C124 P39653 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13503 T1858 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9e5647 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13503 T1849 C124 P39653 /update {waitSearcher=true&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 2
[junit4:junit4]   2> 13503 T1897 C123 P34900 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13504 T1897 C123 P34900 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 13505 T1854 C124 P39653 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=0 
[junit4:junit4]   2> 13506 T1897 C123 P34900 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de97b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13507 T1897 C123 P34900 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 13507 T1897 C123 P34900 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 13509 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13518 T1897 C123 P34900 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de97b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de97b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 13518 T1897 C123 P34900 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 13519 T1897 C123 P34900 oass.SolrIndexSearcher.<init> Opening Searcher@ece807 main
[junit4:junit4]   2> 13519 T1897 C123 P34900 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13519 T1896 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ece807 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 13520 T1897 C123 P34900 oasc.RecoveryStrategy.replay No replay needed
[junit4:junit4]   2> 13520 T1897 C123 P34900 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active
[junit4:junit4]   2> 13521 T1897 C123 P34900 oasc.RecoveryStrategy.doRecovery Finished recovery process
[junit4:junit4]   2> 13598 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 13599 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 13812 T1844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13814 T1895 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13814 T1843 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13814 T1857 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13814 T1882 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13814 T1899 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 13814 T1869 oascc.ZkStateReader$2.process A cluster state change has occurred - updating...
[junit4:junit4]   2> 14510 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C125 name=collection1 org.apache.solr.core.SolrCore@1cbe54c url=http://127.0.0.1:52751/solr/collection1 node=127.0.0.1:52751_solr
[junit4:junit4]   2> 14515 T1835 C125 P52751 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14516 T1835 C125 P52751 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/control/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11ca2f1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14517 T1835 C125 P52751 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
[junit4:junit4]   2> 14517 T1835 C125 P52751 oass.SolrIndexSearcher.<init> Opening Searcher@973a2d main
[junit4:junit4]   2> 14518 T1835 C125 P52751 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14518 T1846 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@973a2d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14518 T1835 C125 P52751 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 3
[junit4:junit4]   2> 14519 T1823 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49846/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6c90df
[junit4:junit4]   2> 14520 T1903 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:49846
[junit4:junit4]   2> 14520 T1903 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49846, initiating session
[junit4:junit4]   2> 14520 T1825 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:35866
[junit4:junit4]   2> 14520 T1825 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:35866
[junit4:junit4]   2> 14521 T1827 oazs.NIOServerCnxn.finishSessionInit Established session 0x138f3e646fb0008 with negotiated timeout 10000 for client /127.0.0.1:35866
[junit4:junit4]   2> 14521 T1903 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server localhost.localdomain/127.0.0.1:49846, sessionid = 0x138f3e646fb0008, negotiated timeout = 10000
[junit4:junit4]   2> 14521 T1904 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c90df name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14522 T1823 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14523 T1853 C124 P39653 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14523 T1853 C124 P39653 oass.SolrIndexSearcher.<init> Opening Searcher@c48763 main
[junit4:junit4]   2> 14524 T1853 C124 P39653 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14524 T1858 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c48763 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2>  C123_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:34900_solr, base_url=http://127.0.0.1:34900/solr}
[junit4:junit4]   2> 14532 T1887 C123 P34900 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2>  C121_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:57321_solr, base_url=http://127.0.0.1:57321/solr}
[junit4:junit4]   2> 14532 T1861 C121 P57321 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14534 T1861 C121 P57321 oass.SolrIndexSearcher.<init> Opening Searcher@1cae71f main
[junit4:junit4]   2> 14534 T1887 C123 P34900 oass.SolrIndexSearcher.<init> Opening Searcher@785ff0 main
[junit4:junit4]   2> 14534 T1861 C121 P57321 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14534 T1887 C123 P34900 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14535 T1870 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:453)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.internal_addObject(DefaultMBeanServerInterceptor.java:1484)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:963)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:917)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:312)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:482)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:246)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1597)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:119)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1474)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 14535 T1896 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@785ff0 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2>  C122_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35395_solr, base_url=http://127.0.0.1:35395/solr}
[junit4:junit4]   2> 14535 T1873 C122 P35395 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14536 T1887 C123 P34900 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 4
[junit4:junit4]   2> 14536 T1870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cae71f main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 14539 T1873 C122 P35395 oass.SolrIndexSearcher.<init> Opening Searcher@1118b71 main
[junit4:junit4]   2> 14539 T1861 C121 P57321 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 7
[junit4:junit4]   2> 14539 T1873 C122 P35395 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14540 T1883 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1118b71 main{StandardDirectoryReader(segments_2:2)}
[junit4:junit4]   2> 14540 T1873 C122 P35395 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 5
[junit4:junit4]   2> 14543 T1853 C124 P39653 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 20
[junit4:junit4]   2> 14543 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14545 T1850 C124 P39653 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 14545 T1862 C121 P57321 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 14546 T1875 C122 P35395 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 14547 T1888 C123 P34900 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 15582 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 15583 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 16549 T1835 C125 P52751 oass.SolrIndexSearcher.<init> Opening Searcher@9fc16 realtime
[junit4:junit4]   2> 16550 T1835 C125 P52751 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1409413826830401536)} 0 1
[junit4:junit4]   2> 16552 T1853 C124 P39653 oass.SolrIndexSearcher.<init> Opening Searcher@1b2a7b2 realtime
[junit4:junit4]   2> 16554 T1887 C123 P34900 oass.SolrIndexSearcher.<init> Opening Searcher@e13250 realtime
[junit4:junit4]   2> 16554 T1861 C121 P57321 oass.SolrIndexSearcher.<init> Opening Searcher@e13250 realtime
[junit4:junit4]   2> 16554 T1873 C122 P35395 oass.SolrIndexSearcher.<init> Opening Searcher@1cfa07a realtime
[junit4:junit4]   2> 16555 T1887 C123 P34900 REQ /update {update.distrib=FROMLEADER&_version_=-1409413826833547264&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16555 T1861 C121 P57321 REQ /update {update.distrib=FROMLEADER&_version_=-1409413826833547264&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16555 T1873 C122 P35395 REQ /update {update.distrib=FROMLEADER&_version_=-1409413826833547264&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16555 T1853 C124 P39653 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1409413826833547264)} 0 3
[junit4:junit4]   2> 16558 T1835 C125 P52751 /update {wt=javabin&version=2} {add=[0 (1409413826838790144)]} 0 1
[junit4:junit4]   2> 16563 T1873 C122 P35395 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16563 T1887 C123 P34900 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16563 T1861 C121 P57321 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16564 T1853 C124 P39653 /update {wt=javabin&version=2} {add=[0 (1409413826841935872)]} 0 4
[junit4:junit4]   2> 16566 T1835 C125 P52751 /update {wt=javabin&version=2} {add=[1 (1409413826848227328)]} 0 0
[junit4:junit4]   2> 16570 T1873 C122 P35395 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16570 T1887 C123 P34900 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16570 T1861 C121 P57321 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16571 T1853 C124 P39653 /update {wt=javabin&version=2} {add=[1 (1409413826850324480)]} 0 3
[junit4:junit4]   2> 16573 T1835 C125 P52751 /update {wt=javabin&version=2} {add=[2 (1409413826854518784)]} 0 1
[junit4:junit4]   2> 16577 T1873 C122 P35395 REQ /update {update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:57321/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16577 T1887 C123 P34900 REQ /update {update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:57321/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16577 T1853 C124 P39653 /update {test.distrib.skip.servers=http://127.0.0.1:57321/solr/collection1/&wt=javabin&version=2} {add=[2 (1409413826857664512)]} 0 2
[junit4:junit4]   2> 16579 T1835 C125 P52751 /update {wt=javabin&version=2} {add=[3 (1409413826861858816)]} 0 0
[junit4:junit4]   2> 16584 T1887 C123 P34900 REQ /update {update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:57321/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:35395/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16584 T1853 C124 P39653 /update {test.distrib.skip.servers=http://127.0.0.1:57321/solr/collection1/&test.distrib.skip.servers=http://127.0.0.1:35395/solr/collection1/&wt=javabin&version=2} {add=[3 (1409413826863955968)]} 0 3
[junit4:junit4]   2> 16586 T1835 C125 P52751 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16608 T1835 C125 P52751 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/control/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11ca2f1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/control/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11ca2f1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 16608 T1835 C125 P52751 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 16609 T1835 C125 P52751 oass.SolrIndexSearcher.<init> Opening Searcher@1f577fb main
[junit4:junit4]   2> 16610 T1835 C125 P52751 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16610 T1846 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f577fb main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C4)}
[junit4:junit4]   2> 16611 T1835 C125 P52751 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 25
[junit4:junit4]   2> 16613 T1853 C124 P39653 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16648 T1853 C124 P39653 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df3996; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df3996; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 16648 T1853 C124 P39653 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 16649 T1853 C124 P39653 oass.SolrIndexSearcher.<init> Opening Searcher@10190d3 main
[junit4:junit4]   2> 16650 T1853 C124 P39653 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16650 T1858 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10190d3 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C4)}
[junit4:junit4]   2> 16652 T1861 C121 P57321 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16652 T1873 C122 P35395 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16652 T1887 C123 P34900 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16681 T1861 C121 P57321 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 16682 T1861 C121 P57321 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 16683 T1861 C121 P57321 oass.SolrIndexSearcher.<init> Opening Searcher@b25792 main
[junit4:junit4]   2> 16683 T1861 C121 P57321 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16684 T1870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b25792 main{StandardDirectoryReader(segments_3:4:nrt _0(5.0):C2)}
[junit4:junit4]   2> 16684 T1861 C121 P57321 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 32
[junit4:junit4]   2> 16698 T1873 C122 P35395 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 16698 T1887 C123 P34900 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de97b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de97b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 16699 T1873 C122 P35395 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 16699 T1887 C123 P34900 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 16700 T1873 C122 P35395 oass.SolrIndexSearcher.<init> Opening Searcher@b12bc main
[junit4:junit4]   2> 16700 T1887 C123 P34900 oass.SolrIndexSearcher.<init> Opening Searcher@1a4b2b7 main
[junit4:junit4]   2> 16700 T1873 C122 P35395 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16700 T1887 C123 P34900 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16701 T1883 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b12bc main{StandardDirectoryReader(segments_3:4:nrt _0(5.0):C3)}
[junit4:junit4]   2> 16701 T1896 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: documentCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=documentCache,id=org.apache.solr.search.LRUCache
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:453)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.internal_addObject(DefaultMBeanServerInterceptor.java:1484)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:963)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:917)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:312)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:482)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:246)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1597)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:119)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1474)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 16701 T1873 C122 P35395 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 49
[junit4:junit4]   2> 16702 T1896 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a4b2b7 main{StandardDirectoryReader(segments_3:4:nrt _0(5.0):C4)}
[junit4:junit4]   2> 16702 T1887 C123 P34900 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 50
[junit4:junit4]   2> 16703 T1853 C124 P39653 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 90
[junit4:junit4]   2> 16703 T1823 oasc.AbstractDistributedZkTestCase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):360
[junit4:junit4]   2> 16703 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> check const of shard1
[junit4:junit4]   2> client0
[junit4:junit4]   2> PROPS:shard=shard1
[junit4:junit4]   2> leader=true
[junit4:junit4]   2> roles=null
[junit4:junit4]   2> state=active
[junit4:junit4]   2> core=collection1
[junit4:junit4]   2> collection=collection1
[junit4:junit4]   2> node_name=127.0.0.1:39653_solr
[junit4:junit4]   2> base_url=http://127.0.0.1:39653/solr
[junit4:junit4]   2> 
[junit4:junit4]   2> 16705 T1850 C124 P39653 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client1
[junit4:junit4]   2> PROPS:shard=shard1
[junit4:junit4]   2> roles=null
[junit4:junit4]   2> state=active
[junit4:junit4]   2> core=collection1
[junit4:junit4]   2> collection=collection1
[junit4:junit4]   2> node_name=127.0.0.1:57321_solr
[junit4:junit4]   2> base_url=http://127.0.0.1:57321/solr
[junit4:junit4]   2> 
[junit4:junit4]   2> 16708 T1862 C121 P57321 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2 status=0 QTime=1 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:2
[junit4:junit4]   2> 
[junit4:junit4]   2> ######shard1 is not consistent.  Got 4 from org.apache.solr.client.solrj.impl.HttpSolrServer@13a4da1lastClient and got 2 from http://127.0.0.1:57321/solr/collection1
[junit4:junit4]   2> 16710 T1850 C124 P39653 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 16712 T1862 C121 P57321 REQ /select {fl=id,_version_&sort=id+asc&q=*:*&distrib=false&wt=javabin&rows=1000&version=2} hits=2 status=0 QTime=0 
[junit4:junit4]   2> ######org.apache.solr.client.solrj.impl.HttpSolrServer@13a4da1: {numFound=4,start=0,docs=[SolrDocument{id=0, _version_=1409413826841935872}, SolrDocument{id=1, _version_=1409413826850324480}, SolrDocument{id=2, _version_=1409413826857664512}, SolrDocument{id=3, _version_=1409413826863955968}]}
[junit4:junit4]   2> ######org.apache.solr.client.solrj.impl.HttpSolrServer@44a8c1: {numFound=2,start=0,docs=[SolrDocument{id=0, _version_=1409413826841935872}, SolrDocument{id=1, _version_=1409413826850324480}]}
[junit4:junit4]   2> ###### sizes=4,2
[junit4:junit4]   2> ###### Only in org.apache.solr.client.solrj.impl.HttpSolrServer@13a4da1: [{id=3, _version_=1409413826863955968}, {id=2, _version_=1409413826857664512}]
[junit4:junit4]   2> client2
[junit4:junit4]   2> PROPS:shard=shard1
[junit4:junit4]   2> roles=null
[junit4:junit4]   2> state=active
[junit4:junit4]   2> core=collection1
[junit4:junit4]   2> collection=collection1
[junit4:junit4]   2> node_name=127.0.0.1:35395_solr
[junit4:junit4]   2> base_url=http://127.0.0.1:35395/solr
[junit4:junit4]   2> 
[junit4:junit4]   2> 16714 T1875 C122 P35395 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=3 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:3
[junit4:junit4]   2> 
[junit4:junit4]   2> client3
[junit4:junit4]   2> PROPS:shard=shard1
[junit4:junit4]   2> roles=null
[junit4:junit4]   2> state=active
[junit4:junit4]   2> core=collection1
[junit4:junit4]   2> collection=collection1
[junit4:junit4]   2> node_name=127.0.0.1:34900_solr
[junit4:junit4]   2> base_url=http://127.0.0.1:34900/solr
[junit4:junit4]   2> 
[junit4:junit4]   2> 16716 T1888 C123 P34900 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> 16718 T1823 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16720 T1876 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : action=SYNCSHARD&collection=collection1&shard=shard1&wt=javabin&version=2
[junit4:junit4]   2> 16721 T1876 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16723 T1855 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 16724 T1855 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 16724 T1855 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39653/solr START replicas=[http://127.0.0.1:57321/solr/collection1/, http://127.0.0.1:35395/solr/collection1/, http://127.0.0.1:34900/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 16725 T1877 C122 P35395 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 16725 T1863 C121 P57321 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 16725 T1889 C123 P34900 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 16725 T1855 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39653/solr  Received 4 versions from 127.0.0.1:35395/solr/collection1/
[junit4:junit4]   2> 16725 T1855 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39653/solr  Our versions are newer. ourLowThreshold=1409413826833547264 otherHigh=1409413826857664512
[junit4:junit4]   2> 16726 T1855 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39653/solr  Received 5 versions from 127.0.0.1:34900/solr/collection1/
[junit4:junit4]   2> 16726 T1855 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39653/solr  Our versions are newer. ourLowThreshold=1409413826833547264 otherHigh=1409413826857664512
[junit4:junit4]   2> 16726 T1855 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39653/solr  Received 3 versions from 127.0.0.1:57321/solr/collection1/
[junit4:junit4]   2> 16726 T1855 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39653/solr  Our versions are newer. ourLowThreshold=1409413826833547264 otherHigh=1409413826850324480
[junit4:junit4]   2> 16727 T1855 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39653/solr DONE. sync succeeded
[junit4:junit4]   2> 16727 T1855 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 16727 T1855 oasc.SyncStrategy.syncToMe http://127.0.0.1:39653/solr/collection1/: try and ask http://127.0.0.1:57321/solr/collection1/ to sync
[junit4:junit4]   2> 16727 T1855 oasc.SyncStrategy.syncToMe http://127.0.0.1:39653/solr/collection1/: try and ask http://127.0.0.1:35395/solr/collection1/ to sync
[junit4:junit4]   2> 16728 T1855 oasc.SyncStrategy.syncToMe http://127.0.0.1:39653/solr/collection1/: try and ask http://127.0.0.1:34900/solr/collection1/ to sync
[junit4:junit4]   2> 16729 T1890 C123 P34900 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34900/solr START replicas=[http://127.0.0.1:39653/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 16729 T1878 C122 P35395 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35395/solr START replicas=[http://127.0.0.1:39653/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 16729 T1864 C121 P57321 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57321/solr START replicas=[http://127.0.0.1:39653/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 16730 T1851 C124 P39653 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 16730 T1849 C124 P39653 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 16730 T1878 C122 P35395 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:35395/solr  Received 5 versions from 127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 16730 T1864 C121 P57321 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:57321/solr  Received 5 versions from 127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 16730 T1852 C124 P39653 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 16730 T1864 C121 P57321 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:57321/solr Requesting updates from 127.0.0.1:39653/solr/collection1/n=2 versions=[1409413826863955968, 1409413826857664512]
[junit4:junit4]   2> 16730 T1878 C122 P35395 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:35395/solr Requesting updates from 127.0.0.1:39653/solr/collection1/n=1 versions=[1409413826863955968]
[junit4:junit4]   2> 16731 T1890 C123 P34900 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34900/solr  Received 5 versions from 127.0.0.1:39653/solr/collection1/
[junit4:junit4]   2> 16731 T1890 C123 P34900 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34900/solr  Our versions are newer. ourLowThreshold=1409413826833547264 otherHigh=1409413826857664512
[junit4:junit4]   2> 16731 T1890 C123 P34900 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34900/solr DONE. sync succeeded
[junit4:junit4]   2> 16731 T1890 C123 P34900 REQ /get {sync=http://127.0.0.1:39653/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16732 T1855 oasc.SyncStrategy.syncToMe http://127.0.0.1:39653/solr/collection1/:  sync completed with http://127.0.0.1:34900/solr/collection1/
[junit4:junit4]   2> 16732 T1852 C124 P39653 REQ /get {distrib=false&getUpdates=1409413826863955968,1409413826857664512&qt=/get&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16732 T1849 C124 P39653 REQ /get {distrib=false&getUpdates=1409413826863955968&qt=/get&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16734 T1864 C121 P57321 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57321/solr DONE. sync succeeded
[junit4:junit4]   2> 16734 T1878 C122 P35395 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35395/solr DONE. sync succeeded
[junit4:junit4]   2> 16734 T1864 C121 P57321 REQ /get {sync=http://127.0.0.1:39653/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16734 T1878 C122 P35395 REQ /get {sync=http://127.0.0.1:39653/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 16735 T1855 oasc.SyncStrategy.syncToMe http://127.0.0.1:39653/solr/collection1/:  sync completed with http://127.0.0.1:57321/solr/collection1/
[junit4:junit4]   2> 16735 T1855 oasc.SyncStrategy.syncToMe http://127.0.0.1:39653/solr/collection1/:  sync completed with http://127.0.0.1:35395/solr/collection1/
[junit4:junit4]   2> 16735 T1823 oasc.AbstractDistributedZkTestCase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):360
[junit4:junit4]   2> 16736 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16738 T1835 C125 P52751 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16738 T1835 C125 P52751 oass.SolrIndexSearcher.<init> Opening Searcher@1516e5e main
[junit4:junit4]   2> 16738 T1835 C125 P52751 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16739 T1846 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1516e5e main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C4)}
[junit4:junit4]   2> 16739 T1835 C125 P52751 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 2
[junit4:junit4]   2> 16741 T1853 C124 P39653 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16742 T1853 C124 P39653 oass.SolrIndexSearcher.<init> Opening Searcher@1779238 main
[junit4:junit4]   2> 16742 T1853 C124 P39653 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16743 T1858 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1779238 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C4)}
[junit4:junit4]   2> 16745 T1887 C123 P34900 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16745 T1861 C121 P57321 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16745 T1887 C123 P34900 oass.SolrIndexSearcher.<init> Opening Searcher@1e230cc main
[junit4:junit4]   2> 16746 T1896 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e230cc main{StandardDirectoryReader(segments_3:4:nrt _0(5.0):C4)}
[junit4:junit4]   2> 16747 T1887 C123 P34900 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16747 T1887 C123 P34900 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 2
[junit4:junit4]   2> 16750 T1873 C122 P35395 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16788 T1861 C121 P57321 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _1_MockVariableIntBlock_0.skp, _1_Pulsing40_0.tip, _0_MockVariableIntBlock_0.doc, _1_Pulsing40_0.tim, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Lucene40_0.prx, _1.fnm, _0_Pulsing40_0.frq, _1_Lucene40_0.tip, _1_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _1_Pulsing40_0.prx, _0_SimpleText_0.pst, _0_Pulsing40_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_Lucene40_0.tim, _0_Pulsing40_0.tim, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_Lucene40_0.frq, _0_nrm.cfs, _1_MockVariableIntBlock_0.tib, _1_Lucene40_0.prx, _1_nrm.cfe, _0_Lucene40_0.tip, _1_MockVariableIntBlock_0.frq, _1.fdx, _1.fdt, _1.si, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.fdt, _1_SimpleText_0.pst, segments_4]
[junit4:junit4]   2> 16797 T1861 C121 P57321 oasc.SolrDeletionPolicy.updateCommits newest commit = 4
[junit4:junit4]   2> 16798 T1873 C122 P35395 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _1_MockVariableIntBlock_0.skp, _1_Pulsing40_0.tip, _0_MockVariableIntBlock_0.doc, _1_Pulsing40_0.tim, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Lucene40_0.prx, _1.fnm, _0_Pulsing40_0.frq, _1_Lucene40_0.tip, _1_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _1_Pulsing40_0.prx, _0_SimpleText_0.pst, _0_Pulsing40_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_Lucene40_0.tim, _0_Pulsing40_0.tim, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_Lucene40_0.frq, _0_nrm.cfs, _1_MockVariableIntBlock_0.tib, _1_Lucene40_0.prx, _1_nrm.cfe, _0_Lucene40_0.tip, _1_MockVariableIntBlock_0.frq, _1.fdx, _1.fdt, _1.si, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.fdt, _1_SimpleText_0.pst, segments_4]
[junit4:junit4]   2> 16798 T1861 C121 P57321 oass.SolrIndexSearcher.<init> Opening Searcher@170de0f main
[junit4:junit4]   2> 16799 T1873 C122 P35395 oasc.SolrDeletionPolicy.updateCommits newest commit = 4
[junit4:junit4]   2> 16799 T1861 C121 P57321 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16800 T1870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@170de0f main{StandardDirectoryReader(segments_4:6:nrt _0(5.0):C2 _1(5.0):C2)}
[junit4:junit4]   2> 16800 T1861 C121 P57321 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 55
[junit4:junit4]   2> 16801 T1873 C122 P35395 oass.SolrIndexSearcher.<init> Opening Searcher@1a96e28 main
[junit4:junit4]   2> 16801 T1873 C122 P35395 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16801 T1883 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a96e28 main{StandardDirectoryReader(segments_4:6:nrt _0(5.0):C3 _1(5.0):C1)}
[junit4:junit4]   2> 16802 T1873 C122 P35395 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 52
[junit4:junit4]   2> 16802 T1853 C124 P39653 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 61
[junit4:junit4]   2> 16803 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16805 T1850 C124 P39653 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 16807 T1862 C121 P57321 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 16809 T1875 C122 P35395 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 16811 T1888 C123 P34900 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 17513 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 17514 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 18815 T1836 C125 P52751 REQ /select {fl=id,score&shard.url=127.0.0.1:52751/solr/collection1/&NOW=1344121770100&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 18817 T1836 C125 P52751 REQ /select {shard.url=127.0.0.1:52751/solr/collection1/&NOW=1344121770100&q=*:*&ids=3,2,1,0&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18817 T1835 C125 P52751 REQ /select {wt=javabin&q=*:*&version=2} status=0 QTime=4 
[junit4:junit4]   2> Control Docs:4
[junit4:junit4]   2> 18818 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> check const of shard1
[junit4:junit4]   2> client0
[junit4:junit4]   2> PROPS:shard=shard1
[junit4:junit4]   2> leader=true
[junit4:junit4]   2> roles=null
[junit4:junit4]   2> state=active
[junit4:junit4]   2> core=collection1
[junit4:junit4]   2> collection=collection1
[junit4:junit4]   2> node_name=127.0.0.1:39653_solr
[junit4:junit4]   2> base_url=http://127.0.0.1:39653/solr
[junit4:junit4]   2> 
[junit4:junit4]   2> 18821 T1850 C124 P39653 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client1
[junit4:junit4]   2> PROPS:shard=shard1
[junit4:junit4]   2> roles=null
[junit4:junit4]   2> state=active
[junit4:junit4]   2> core=collection1
[junit4:junit4]   2> collection=collection1
[junit4:junit4]   2> node_name=127.0.0.1:57321_solr
[junit4:junit4]   2> base_url=http://127.0.0.1:57321/solr
[junit4:junit4]   2> 
[junit4:junit4]   2> 18823 T1862 C121 P57321 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client2
[junit4:junit4]   2> PROPS:shard=shard1
[junit4:junit4]   2> roles=null
[junit4:junit4]   2> state=active
[junit4:junit4]   2> core=collection1
[junit4:junit4]   2> collection=collection1
[junit4:junit4]   2> node_name=127.0.0.1:35395_solr
[junit4:junit4]   2> base_url=http://127.0.0.1:35395/solr
[junit4:junit4]   2> 
[junit4:junit4]   2> 18825 T1875 C122 P35395 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client3
[junit4:junit4]   2> PROPS:shard=shard1
[junit4:junit4]   2> roles=null
[junit4:junit4]   2> state=active
[junit4:junit4]   2> core=collection1
[junit4:junit4]   2> collection=collection1
[junit4:junit4]   2> node_name=127.0.0.1:34900_solr
[junit4:junit4]   2> base_url=http://127.0.0.1:34900/solr
[junit4:junit4]   2> 
[junit4:junit4]   2> 18827 T1888 C123 P34900 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> 18831 T1879 C122 P35395 REQ /select {fl=id,score&shard.url=127.0.0.1:39653/solr/collection1/|127.0.0.1:57321/solr/collection1/|127.0.0.1:35395/solr/collection1/|127.0.0.1:34900/solr/collection1/&NOW=1344121770116&start=0&q=*:*&distrib=false&isShard=true&wt=javabin&fsv=true&rows=10&version=2} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 18833 T1879 C122 P35395 REQ /select {shard.url=127.0.0.1:39653/solr/collection1/|127.0.0.1:57321/solr/collection1/|127.0.0.1:35395/solr/collection1/|127.0.0.1:34900/solr/collection1/&NOW=1344121770116&q=*:*&ids=3,2,1,0&distrib=false&isShard=true&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18833 T1853 C124 P39653 REQ /select {wt=javabin&q=*:*&version=2} status=0 QTime=4 
[junit4:junit4]   2> 18836 T1835 C125 P52751 /update {wt=javabin&version=2} {add=[4 (1409413829228494848)]} 0 1
[junit4:junit4]   2> 18841 T1887 C123 P34900 REQ /update {update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:57321/solr/collection1/&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18842 T1873 C122 P35395 REQ /update {update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:57321/solr/collection1/&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 18842 T1853 C124 P39653 /update {test.distrib.skip.servers=http://127.0.0.1:57321/solr/collection1/&wt=javabin&version=2} {add=[4 (1409413829230592000)]} 0 4
[junit4:junit4]   2> 18843 T1823 oasc.ChaosMonkey.monkeyLog monkey: kill shard! 39653
[junit4:junit4]   2> 18843 T1823 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=9994114
[junit4:junit4]   2> 18844 T1823 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b887b6
[junit4:junit4]   2> 18844 T1823 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 18845 T1823 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=6,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 18862 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 18862 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 18888 T1823 C124 P39653 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df3996; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df3996; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df3996; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1_MockVariableIntBlock_0.skp, _1_Pulsing40_0.tip, _0_MockVariableIntBlock_0.doc, _1_Pulsing40_0.tim, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Lucene40_0.prx, _1.fnm, _0_Pulsing40_0.frq, _1_Lucene40_0.tip, _1_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _1_Pulsing40_0.prx, _0_SimpleText_0.pst, _0_Pulsing40_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_Lucene40_0.tim, _0_Pulsing40_0.tim, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_Lucene40_0.frq, _0_nrm.cfs, _1_MockVariableIntBlock_0.tib, _1_Lucene40_0.prx, _1_nrm.cfe, _0_Lucene40_0.tip, _1_MockVariableIntBlock_0.frq, _1.fdx, _1.fdt, _1.si, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, _0.fdx, segments_3, _0.fdt, _1_SimpleText_0.pst]
[junit4:junit4]   2> 18889 T1823 C124 P39653 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18890 T1828 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x138f3e646fb0003
[junit4:junit4]   2> 18891 T1899 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 18892 T1904 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 18892 T1895 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 18892 T1825 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35824 which had sessionid 0x138f3e646fb0003
[junit4:junit4]   2> 18892 T1823 oaz.ZooKeeper.close Session: 0x138f3e646fb0003 closed
[junit4:junit4]   2> 18892 T1882 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 18891 T1843 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 18891 T1857 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 18892 T1823 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 18892 T1857 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 18893 T1869 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57321/solr/collection1/
[junit4:junit4]   2> 18893 T1857 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 18893 T1869 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57321/solr START replicas=[http://127.0.0.1:35395/solr/collection1/, http://127.0.0.1:34900/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18895 T1877 C122 P35395 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18895 T1889 C123 P34900 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18895 T1869 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:57321/solr  Received 6 versions from 127.0.0.1:35395/solr/collection1/
[junit4:junit4]   2> 18895 T1869 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:57321/solr Requesting updates from 127.0.0.1:35395/solr/collection1/n=1 versions=[1409413829230592000]
[junit4:junit4]   2> 18895 T1869 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:57321/solr  Received 6 versions from 127.0.0.1:34900/solr/collection1/
[junit4:junit4]   2> 18896 T1869 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:57321/solr  Our versions are newer. ourLowThreshold=1409413826833547264 otherHigh=1409413826863955968
[junit4:junit4]   2> 18897 T1877 C122 P35395 REQ /get {distrib=false&getUpdates=1409413829230592000&qt=/get&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18898 T1869 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57321/solr DONE. sync succeeded
[junit4:junit4]   2> 18899 T1869 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 18899 T1869 oasc.SyncStrategy.syncToMe http://127.0.0.1:57321/solr/collection1/: try and ask http://127.0.0.1:39653/solr/collection1/ to sync
[junit4:junit4]   2> 18899 T1869 oasc.SyncStrategy.syncToMe http://127.0.0.1:57321/solr/collection1/: try and ask http://127.0.0.1:35395/solr/collection1/ to sync
[junit4:junit4]   2> 18899 T1869 oasc.SyncStrategy.syncToMe http://127.0.0.1:57321/solr/collection1/: try and ask http://127.0.0.1:34900/solr/collection1/ to sync
[junit4:junit4]   2> 18899 T1869 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:39653/solr/collection1
[junit4:junit4]   2> 18900 T1869 oasc.SyncStrategy.syncToMe http://127.0.0.1:57321/solr/collection1/: Sync failed - asking replica (http://127.0.0.1:39653/solr/collection1/) to recover.
[junit4:junit4]   2> 18900 T1869 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18901 T1890 C123 P34900 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34900/solr START replicas=[http://127.0.0.1:57321/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18902 T1878 C122 P35395 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35395/solr START replicas=[http://127.0.0.1:57321/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 18903 T1869 oasc.SolrException.log SEVERE http://127.0.0.1:57321/solr/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:39653/solr
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:407)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
[junit4:junit4]   2> 		at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:281)
[junit4:junit4]   2> 		at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:225)
[junit4:junit4]   2> 		at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:118)
[junit4:junit4]   2> 		at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:157)
[junit4:junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:151)
[junit4:junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96)
[junit4:junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
[junit4:junit4]   2> 		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 	Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:39653 refused
[junit4:junit4]   2> 		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:158)
[junit4:junit4]   2> 		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
[junit4:junit4]   2> 		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
[junit4:junit4]   2> 		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
[junit4:junit4]   2> 		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
[junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]   2> 		... 12 more
[junit4:junit4]   2> 	Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]   2> 		at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]   2> 		at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
[junit4:junit4]   2> 		at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
[junit4:junit4]   2> 		at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
[junit4:junit4]   2> 		at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:366)
[junit4:junit4]   2> 		at java.net.Socket.connect(Socket.java:529)
[junit4:junit4]   2> 		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:123)
[junit4:junit4]   2> 		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
[junit4:junit4]   2> 		... 20 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 18903 T1863 C121 P57321 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18903 T1865 C121 P57321 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 18905 T1890 C123 P34900 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34900/solr  Received 6 versions from 127.0.0.1:57321/solr/collection1/
[junit4:junit4]   2> 18905 T1890 C123 P34900 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34900/solr  Our versions are newer. ourLowThreshold=1409413826841935872 otherHigh=1409413826863955968
[junit4:junit4]   2> 18905 T1890 C123 P34900 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34900/solr DONE. sync succeeded
[junit4:junit4]   2> 18905 T1890 C123 P34900 REQ /get {sync=http://127.0.0.1:57321/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 18906 T1869 oasc.SyncStrategy.syncToMe http://127.0.0.1:57321/solr/collection1/:  sync completed with http://127.0.0.1:34900/solr/collection1/
[junit4:junit4]   2> 18909 T1878 C122 P35395 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:35395/solr  Received 6 versions from 127.0.0.1:57321/solr/collection1/
[junit4:junit4]   2> 18909 T1878 C122 P35395 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:35395/solr  Our versions are newer. ourLowThreshold=1409413826841935872 otherHigh=1409413826863955968
[junit4:junit4]   2> 18909 T1878 C122 P35395 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35395/solr DONE. sync succeeded
[junit4:junit4]   2> 18910 T1878 C122 P35395 REQ /get {sync=http://127.0.0.1:57321/solr/collection1/&getVersions=100&distrib=false&qt=/get&wt=javabin&version=2} status=0 QTime=8 
[junit4:junit4]   2> 18910 T1869 oasc.SyncStrategy.syncToMe http://127.0.0.1:57321/solr/collection1/:  sync completed with http://127.0.0.1:35395/solr/collection1/
[junit4:junit4]   2> 18910 T1869 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:57321_solr_collection1
[junit4:junit4]   2> 18911 T1869 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 18914 T1828 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x138f3e646fb0004 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18915 T1869 oascc.ZkStateReader$3.process Updating live nodes
[junit4:junit4]   2> 18945 T1823 oasc.AbstractDistributedZkTestCase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):360
[junit4:junit4]   2> 18946 T1823 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18948 T1835 C125 P52751 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18968 T1835 C125 P52751 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/control/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11ca2f1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, segments_2, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/control/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@11ca2f1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_1_Lucene40_0.tim, _1_MockVariableIntBlock_0.skp, _1_Pulsing40_0.tip, _0_MockVariableIntBlock_0.doc, _1_Pulsing40_0.tim, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Lucene40_0.prx, _1.fnm, _0_Pulsing40_0.frq, _1_Lucene40_0.tip, _1_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _1_Pulsing40_0.prx, _0_SimpleText_0.pst, _0_Pulsing40_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_Lucene40_0.tim, _0_Pulsing40_0.tim, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_Lucene40_0.frq, _0_nrm.cfs, _1_MockVariableIntBlock_0.tib, _1_Lucene40_0.prx, _1_nrm.cfe, _0_Lucene40_0.tip, _1_MockVariableIntBlock_0.frq, _1.fdx, _1.fdt, _1.si, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, _0.fdx, segments_3, _0.fdt, _1_SimpleText_0.pst]
[junit4:junit4]   2> 18969 T1835 C125 P52751 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4:junit4]   2> 18970 T1835 C125 P52751 oass.SolrIndexSearcher.<init> Opening Searcher@19d2d23 main
[junit4:junit4]   2> 18970 T1835 C125 P52751 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18978 T1846 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19d2d23 main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):C4 _1(5.0):C1)}
[junit4:junit4]   2> 18978 T1835 C125 P52751 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 30
[junit4:junit4]   2> 18979 T1828 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x138f3e646fb0008
[junit4:junit4]   2> 18980 T1825 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35866 which had sessionid 0x138f3e646fb0008
[junit4:junit4]   2> 18980 T1823 oaz.ZooKeeper.close Session: 0x138f3e646fb0008 closed
[junit4:junit4]   2> 18981 T1904 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 18981 T1828 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x138f3e646fb0007
[junit4:junit4]   2> 18981 T1899 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 18981 T1825 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35851 which had sessionid 0x138f3e646fb0007
[junit4:junit4]   2> 18981 T1823 oaz.ZooKeeper.close Session: 0x138f3e646fb0007 closed
[junit4:junit4]   2> 18982 T1827 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 18982 T1828 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 18982 T1823 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 18983 T1823 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35835 which had sessionid 0x138f3e646fb0006
[junit4:junit4]   2> 18984 T1894 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x138f3e646fb0006, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 18984 T1823 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35827 which had sessionid 0x138f3e646fb0004
[junit4:junit4]   2> 18984 T1868 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x138f3e646fb0004, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 18984 T1823 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35821 which had sessionid 0x138f3e646fb0002
[junit4:junit4]   2> 18985 T1842 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x138f3e646fb0002, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 18985 T1823 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35832 which had sessionid 0x138f3e646fb0005
[junit4:junit4]   2> 18985 T1881 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x138f3e646fb0005, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 18985 T1825 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 18986 T1823 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 18986 T1823 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52751
[junit4:junit4]   2> 18986 T1823 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=13692834
[junit4:junit4]   2> 18986 T1823 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1cbe54c
[junit4:junit4]   2> 18988 T1823 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 18988 T1823 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 19084 T1895 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@980a9a name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 19084 T1869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e91742 name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 19085 T1843 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19ffba name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 19085 T1823 oaz.ZooKeeper.close Session: 0x138f3e646fb0002 closed
[junit4:junit4]   2> 19085 T1882 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8c3c25 name:ZooKeeperConnection Watcher:127.0.0.1:49846/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 19085 T1843 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 19085 T1845 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 19086 T1823 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 19140 T1823 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 39653
[junit4:junit4]   2> 19140 T1823 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 57321
[junit4:junit4]   2> 19141 T1823 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=20735768
[junit4:junit4]   2> 19141 T1823 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:57321_solr_collection1
[junit4:junit4]   2> 19141 T1823 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1ad7885
[junit4:junit4]   2> 19143 T1823 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 19143 T1823 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 19168 T1823 C121 P57321 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _1_MockVariableIntBlock_0.skp, _1_Pulsing40_0.tip, _0_MockVariableIntBlock_0.doc, _1_Pulsing40_0.tim, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Lucene40_0.prx, _1.fnm, _0_Pulsing40_0.frq, _1_Lucene40_0.tip, _1_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _1_Pulsing40_0.prx, _0_SimpleText_0.pst, _0_Pulsing40_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_Lucene40_0.tim, _0_Pulsing40_0.tim, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_Lucene40_0.frq, _0_nrm.cfs, _1_MockVariableIntBlock_0.tib, _1_Lucene40_0.prx, _1_nrm.cfe, _0_Lucene40_0.tip, _1_MockVariableIntBlock_0.frq, _1.fdx, _1.fdt, _1.si, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.fdt, _1_SimpleText_0.pst, segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty2/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6af507; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[_1_Lucene40_0.tim, _1_Pulsing40_0.tip, _2_SimpleText_0.pst, _1_Pulsing40_0.tim, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _1.fnm, _1_Lucene40_0.tip, _1_Pulsing40_0.frq, _2_Lucene40_0.tip, _1_Pulsing40_0.prx, _0_SimpleText_0.pst, _2_Lucene40_0.tim, _2_Pulsing40_0.prx, _2_MockVariableIntBlock_0.pos, _0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _1_MockVariableIntBlock_0.tii, _2.fdt, _2.fdx, _2_Pulsing40_0.frq, _0_Lucene40_0.tip, _1_Lucene40_0.prx, _1_MockVariableIntBlock_0.tib, _1.fdx, _1.fdt, _2_Lucene40_0.prx, _0_MockVariableIntBlock_0.frq, _2_MockVariableIntBlock_0.skp, _1_SimpleText_0.pst, _1_MockVariableIntBlock_0.skp, _2.si, _2_Pulsing40_0.tim, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _2_Pulsing40_0.tip, _2_MockVariableIntBlock_0.frq, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _2_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _1_Lucene40_0.frq, _0_nrm.cfs, _2.fnm, _1_nrm.cfe, _1_MockVariableIntBlock_0.frq, _2_Lucene40_0.frq, _1.si, _0_nrm.cfe, _0.fdx, segments_5, _0.fdt]
[junit4:junit4]   2> 19169 T1823 C121 P57321 oasc.SolrDeletionPolicy.updateCommits newest commit = 5
[junit4:junit4]   2> 19170 T1823 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:57321_solr_collection1
[junit4:junit4]   2> 19327 T1844 oasc.Overseer$ClusterStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:187)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:113)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 19327 T1844 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88088363092606978-127.0.0.1:52751_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 20037 T359 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38730
[junit4:junit4]   2> 20037 T359 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3df92110010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 20745 T1868 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49846
[junit4:junit4]   2> 20845 T1869 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20845 T1823 oaz.ZooKeeper.close Session: 0x138f3e646fb0004 closed
[junit4:junit4]   2> 20846 T1823 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 20881 T1881 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49846
[junit4:junit4]   2> 20882 T1881 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3e646fb0005 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 20899 T1823 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 35395
[junit4:junit4]   2> 20899 T1823 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=26051783
[junit4:junit4]   2> 20899 T1823 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:35395_solr_collection1
[junit4:junit4]   2> 20899 T1823 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@735db5
[junit4:junit4]   2> 20900 T1823 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 20901 T1823 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 20918 T1823 C122 P35395 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _1_MockVariableIntBlock_0.skp, _1_Pulsing40_0.tip, _0_MockVariableIntBlock_0.doc, _1_Pulsing40_0.tim, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Lucene40_0.prx, _1.fnm, _0_Pulsing40_0.frq, _1_Lucene40_0.tip, _1_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _1_Pulsing40_0.prx, _0_SimpleText_0.pst, _0_Pulsing40_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_Lucene40_0.tim, _0_Pulsing40_0.tim, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_Lucene40_0.frq, _0_nrm.cfs, _1_MockVariableIntBlock_0.tib, _1_Lucene40_0.prx, _1_nrm.cfe, _0_Lucene40_0.tip, _1_MockVariableIntBlock_0.frq, _1.fdx, _1.fdt, _1.si, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.fdt, _1_SimpleText_0.pst, segments_4]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty3/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1442677; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[_1_Lucene40_0.tim, _1_Pulsing40_0.tip, _2_SimpleText_0.pst, _1_Pulsing40_0.tim, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _1.fnm, _1_Lucene40_0.tip, _1_Pulsing40_0.frq, _2_Lucene40_0.tip, _1_Pulsing40_0.prx, _0_SimpleText_0.pst, _2_Lucene40_0.tim, _2_Pulsing40_0.prx, _2_MockVariableIntBlock_0.pos, _0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _1_MockVariableIntBlock_0.tii, _2.fdt, _2.fdx, _2_Pulsing40_0.frq, _0_Lucene40_0.tip, _1_Lucene40_0.prx, _1_MockVariableIntBlock_0.tib, _1.fdx, _1.fdt, _2_Lucene40_0.prx, _0_MockVariableIntBlock_0.frq, _2_MockVariableIntBlock_0.skp, _1_SimpleText_0.pst, _1_MockVariableIntBlock_0.skp, _2.si, _2_Pulsing40_0.tim, _2_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.doc, _2_Pulsing40_0.tip, _2_MockVariableIntBlock_0.frq, _1_MockVariableIntBlock_0.pyl, _2_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pyl, _2_nrm.cfe, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, _2_nrm.cfs, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _2_MockVariableIntBlock_0.tii, _2_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.pos, _1_Lucene40_0.frq, _0_nrm.cfs, _2.fnm, _1_nrm.cfe, _1_MockVariableIntBlock_0.frq, _2_Lucene40_0.frq, _1.si, _0_nrm.cfe, _0.fdx, segments_5, _0.fdt]
[junit4:junit4]   2> 20919 T1823 C122 P35395 oasc.SolrDeletionPolicy.updateCommits newest commit = 5
[junit4:junit4]   2> 20920 T1823 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:35395_solr_collection1
[junit4:junit4]   2> 20982 T1823 oaz.ZooKeeper.close Session: 0x138f3e646fb0005 closed
[junit4:junit4]   2> 20983 T1894 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49846
[junit4:junit4]   2> 20984 T1882 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20983 T1823 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 20984 T1894 oaz.ClientCnxn$SendThread.run WARNING Session 0x138f3e646fb0006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4:junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143)
[junit4:junit4]   2> 
[junit4:junit4]   2> 21035 T1823 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 34900
[junit4:junit4]   2> 21036 T1823 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=12910535
[junit4:junit4]   2> 21036 T1823 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:34900_solr_collection1
[junit4:junit4]   2> 21036 T1823 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@163e2cd
[junit4:junit4]   2> 21037 T1823 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 21038 T1823 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 21058 T1823 C123 P34900 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de97b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Pulsing40_0.tim, _0_MockVariableIntBlock_0.doc, _0_nrm.cfs, _0_MockVariableIntBlock_0.skp, _0_Lucene40_0.prx, _0_Pulsing40_0.prx, _0_Pulsing40_0.frq, _0_Lucene40_0.tip, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0_nrm.cfe, _0_MockVariableIntBlock_0.pos, _0_Pulsing40_0.tip, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1344121751289/jetty4/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1de97b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_1_Lucene40_0.tim, _1_MockVariableIntBlock_0.skp, _1_Pulsing40_0.tip, _0_MockVariableIntBlock_0.doc, _1_Pulsing40_0.tim, _1_MockVariableIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_Pulsing40_0.prx, _0_Lucene40_0.prx, _1.fnm, _0_Pulsing40_0.frq, _1_Lucene40_0.tip, _1_Pulsing40_0.frq, _0_MockVariableIntBlock_0.pyl, _0_Lucene40_0.frq, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _1_Pulsing40_0.prx, _0_SimpleText_0.pst, _0_Pulsing40_0.tip, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_nrm.cfs, _0_Lucene40_0.tim, _0_Pulsing40_0.tim, _0.fnm, _1_MockVariableIntBlock_0.tii, _1_MockVariableIntBlock_0.pos, _1_Lucene40_0.frq, _0_nrm.cfs, _1_MockVariableIntBlock_0.tib, _1_Lucene40_0.prx, _1_nrm.cfe, _0_Lucene40_0.tip, _1_MockVariableIntBlock_0.frq, _1.fdx, _1.fdt, _1.si, _0_nrm.cfe, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.fdt, _1_SimpleText_0.pst, segments_4]
[junit4:junit4]   2> 21059 T1823 C123 P34900 oasc.SolrDeletionPolicy.updateCommits newest commit = 4
[junit4:junit4]   2> 21060 T1823 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:34900_solr_collection1
[junit4:junit4]   2> 21084 T1895 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 21084 T1823 oaz.ZooKeeper.close Session: 0x138f3e646fb0006 closed
[junit4:junit4]   2> 21085 T1823 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 21146 T1823 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=B4FC6B176A4E0F31 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sv_SE -Dtests.timezone=Pacific/Fiji -Dtests.file.encoding=UTF-8
[junit4:junit4]   2>
[junit4:junit4]    > (@AfterClass output)
[junit4:junit4]   2> 21508 T1823 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {range_facet_l=MockVariableIntBlock(baseBlockSize=82), text=Lucene40(minBlockSize=41 maxBlockSize=112), _version_=Pulsing40(freqCutoff=5 minBlockSize=41 maxBlockSize=112), rnd_b=PostingsFormat(name=SimpleText), intDefault=Pulsing40(freqCutoff=5 minBlockSize=41 maxBlockSize=112), id=PostingsFormat(name=SimpleText), timestamp=MockVariableIntBlock(baseBlockSize=82), a_t=MockVariableIntBlock(baseBlockSize=82), range_facet_sl=PostingsFormat(name=SimpleText), range_facet_si=MockVariableIntBlock(baseBlockSize=82), other_tl1=Pulsing40(freqCutoff=5 minBlockSize=41 maxBlockSize=112), multiDefault=MockVariableIntBlock(baseBlockSize=82), a_si=Pulsing40(freqCutoff=5 minBlockSize=41 maxBlockSize=112)}, sim=DefaultSimilarity, locale=sv_SE, timezone=Pacific/Fiji
[junit4:junit4]   2> NOTE: Linux 3.2.0-27-generic i386/Sun Microsystems Inc. 1.6.0_33 (32-bit)/cpus=8,threads=17,free=12802080,total=132759552
[junit4:junit4]   2> NOTE: All tests run in this JVM: [UUIDFieldTest, TestSolrQueryParser, TestReversedWildcardFilterFactory, URLClassifyProcessorTest, DateFieldTest, TestExtendedDismaxParser, IndexSchemaTest, SignatureUpdateProcessorFactoryTest, TestRecovery, FieldAnalysisRequestHandlerTest, TestSolrJ, TestRemoteStreaming, TestRangeQuery, TestRTGBase, TestQuerySenderNoQuery, SpellCheckComponentTest, TestPerFieldSimilarity, TermVectorComponentTest, TestMultiCoreConfBootstrap, TestFastLRUCache, TestWriterPerf, FieldMutatingUpdateProcessorTest, TestBM25SimilarityFactory, TestJmxIntegration, TestSystemIdResolver, NotRequiredUniqueKeyTest, MBeansHandlerTest, EchoParamsTest, ZkSolrClientTest, TestPropInjectDefaults, FullSolrCloudTest, ZkNodePropsTest, JSONWriterTest, DocumentAnalysisRequestHandlerTest, TestSolrDeletionPolicy1, LeaderElectionTest, PeerSyncTest, TestRealTimeGet, PolyFieldTest, CopyFieldTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestCollationField, TestJoin, TestDocumentBuilder, QueryEqualityTest, DocumentBuilderTest, ZkControllerTest, OverseerTest, WordBreakSolrSpellCheckerTest, DistributedTermsComponentTest, StandardRequestHandlerTest, SystemInfoHandlerTest, TestLRUCache, TestReplicationHandler, StatsComponentTest, SolrCoreTest, TestCoreContainer, TestSort, FileBasedSpellCheckerTest, SortByFunctionTest, BasicFunctionalityTest, SampleTest, HighlighterTest, CoreAdminHandlerTest, TestTrie, DirectSolrConnectionTest, TestWordDelimiterFilterFactory, TestCSVResponseWriter, TestPseudoReturnFields, QueryParsingTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, XmlUpdateRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestValueSourceCache, ReturnFieldsTest, SearchHandlerTest, TestOmitPositions, TestQueryUtils, SolrCmdDistributorTest, TestFoldingMultitermQuery, SolrCoreCheckLockOnStartupTest, NoCacheHeaderTest, AlternateDirectoryTest, TestSolrDeletionPolicy2, SOLR749Test, TestDocSet, IndexReaderFactoryTest, TestSolrCoreProperties, TestJmxMonitoredMap, TestLMJelinekMercerSimilarityFactory, TestDefaultSimilarityFactory, DateMathParserTest, OpenExchangeRatesOrgProviderTest, FileUtilsTest, SpellingQueryConverterTest, PreAnalyzedFieldTest, CircularListTest, AnalysisAfterCoreReloadTest, SyncSliceTest]
[junit4:junit4]   2> 
[junit4:junit4] Completed on J1 in 21.52s, 1 test, 1 error <<< FAILURES!

[...truncated 20 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/build.xml:29: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/solr/build.xml:144: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/lucene/module-build.xml:62: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/lucene/common-build.xml:1095: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/checkout/lucene/common-build.xml:790: There were test failures: 223 suites, 899 tests, 1 suite-level error, 1 error, 5 ignored

Total time: 22 minutes 12 seconds
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Mime
View raw message