lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS-MAVEN] Lucene-Solr-Maven-4.x #79: POMs out of sync
Date Fri, 31 Aug 2012 12:47:54 GMT
Build: https://builds.apache.org/job/Lucene-Solr-Maven-4.x/79/

3 tests failed.
FAILED:  org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.testLiteralsOverride

Error Message:
ERROR: [doc=three] unknown field 'meta:save-date'

Stack Trace:
org.apache.solr.common.SolrException: ERROR: [doc=three] unknown field 'meta:save-date'
	at __randomizedtesting.SeedInfo.seed([120145D0C202EC18:2A6A043E104D80D9]:0)
	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:306)
	at org.apache.solr.update.AddUpdateCommand.getLuceneDocument(AddUpdateCommand.java:76)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:208)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:61)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:51)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:463)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:342)
	at org.apache.solr.handler.extraction.ExtractingDocumentLoader.doAdd(ExtractingDocumentLoader.java:121)
	at org.apache.solr.handler.extraction.ExtractingDocumentLoader.addDoc(ExtractingDocumentLoader.java:126)
	at org.apache.solr.handler.extraction.ExtractingDocumentLoader.load(ExtractingDocumentLoader.java:233)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1692)
	at org.apache.solr.util.TestHarness.queryAndResponse(TestHarness.java:375)
	at org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.loadLocal(ExtractingRequestHandlerTest.java:602)
	at org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.testLiteralsOverride(ExtractingRequestHandlerTest.java:469)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:769)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:429)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.testExtraction

Error Message:
ERROR: [doc=one] unknown field 'meta:save-date'

Stack Trace:
org.apache.solr.common.SolrException: ERROR: [doc=one] unknown field 'meta:save-date'
	at __randomizedtesting.SeedInfo.seed([120145D0C202EC18:AB7231AEBE2A3CED]:0)
	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:306)
	at org.apache.solr.update.AddUpdateCommand.getLuceneDocument(AddUpdateCommand.java:76)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:208)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:61)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:51)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:463)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:342)
	at org.apache.solr.handler.extraction.ExtractingDocumentLoader.doAdd(ExtractingDocumentLoader.java:121)
	at org.apache.solr.handler.extraction.ExtractingDocumentLoader.addDoc(ExtractingDocumentLoader.java:126)
	at org.apache.solr.handler.extraction.ExtractingDocumentLoader.load(ExtractingDocumentLoader.java:233)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1692)
	at org.apache.solr.util.TestHarness.queryAndResponse(TestHarness.java:375)
	at org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.loadLocal(ExtractingRequestHandlerTest.java:602)
	at org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.testExtraction(ExtractingRequestHandlerTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:769)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:429)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.testArabicPDF

Error Message:
ERROR: [doc=one] unknown field 'meta:creation-date'

Stack Trace:
org.apache.solr.common.SolrException: ERROR: [doc=one] unknown field 'meta:creation-date'
	at __randomizedtesting.SeedInfo.seed([120145D0C202EC18:7CC73EDFC1C7474D]:0)
	at org.apache.solr.update.DocumentBuilder.toDocument(DocumentBuilder.java:306)
	at org.apache.solr.update.AddUpdateCommand.getLuceneDocument(AddUpdateCommand.java:76)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:208)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:61)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:51)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:463)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:342)
	at org.apache.solr.handler.extraction.ExtractingDocumentLoader.doAdd(ExtractingDocumentLoader.java:121)
	at org.apache.solr.handler.extraction.ExtractingDocumentLoader.addDoc(ExtractingDocumentLoader.java:126)
	at org.apache.solr.handler.extraction.ExtractingDocumentLoader.load(ExtractingDocumentLoader.java:233)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1692)
	at org.apache.solr.util.TestHarness.queryAndResponse(TestHarness.java:375)
	at org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.loadLocal(ExtractingRequestHandlerTest.java:602)
	at org.apache.solr.handler.extraction.ExtractingRequestHandlerTest.testArabicPDF(ExtractingRequestHandlerTest.java:388)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:769)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:429)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 4150 lines...]
458 T3 oasc.SolrCore.finalize SEVERE REFCOUNT ERROR: unreferenced org.apache.solr.core.SolrCore@3a0b14fe (collection1) has a reference count of 1
798 T1208 oasc.SolrCore.initIndex SEVERE [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SolrCoreCheckLockOnStartupTest-1346415889821/index/' is locked.  Throwing exception
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.824 sec
Running org.apache.solr.search.TestPseudoReturnFields
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestPseudoReturnFields-1346415890247
19 T3 oasc.CoreContainer.finalize SEVERE CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1809345069
20 T3 oasc.SolrCore.finalize SEVERE REFCOUNT ERROR: unreferenced org.apache.solr.core.SolrCore@4d22e7ab (collection1) has a reference count of 1
Tests run: 13, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.711 sec
Running org.apache.solr.handler.component.DebugComponentTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-DebugComponentTest-1346415890957
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.55 sec
Running org.apache.solr.cloud.ZkControllerTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-ZkControllerTest-1346415891508
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.043 sec
Running org.apache.solr.MinimalSchemaTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-MinimalSchemaTest-1346415895552
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.426 sec
Running org.apache.solr.cloud.BasicDistributedZkTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-BasicDistributedZkTest-1346415896008
77470 T1283 oasc.SolrException.log SEVERE Sync Failed
ASYNC  NEW_CORE C5 name=awholynewcollection_0 org.apache.solr.core.SolrCore@6cf6a0e9 url=http://127.0.0.1:57577/solr/awholynewcollection_0 node=127.0.0.1:57577_solr
122493 T1524 C5 P57577 oasc.SolrException.log SEVERE Error while trying to recover. core=awholynewcollection_0:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:57575/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:191)
		at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:320)
		at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:212)
	Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:57575 timed out
		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 4 more
	
122494 T1524 C5 P57577 oasc.RecoveryStrategy.doRecovery SEVERE Recovery failed - trying again... core=awholynewcollection_0
152563 T1295 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:57577/solr/collection2
197575 T1295 oasc.SolrException.log SEVERE http://127.0.0.1:57579/solr/collection2/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:57577/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:282)
		at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:226)
		at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:119)
		at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:85)
		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:180)
		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:159)
		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:103)
		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:132)
		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:57577 timed out
		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 12 more
	
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 198.247 sec
Running org.apache.solr.handler.component.SpellCheckComponentTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SpellCheckComponentTest-1346416094230
Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.78 sec
Running org.apache.solr.handler.admin.LoggingHandlerTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-LoggingHandlerTest-1346416100008
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.51 sec
Running org.apache.solr.client.solrj.SolrExampleBinaryTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SolrExampleBinaryTest-1346416100521
ASYNC  NEW_CORE C6 name=collection1 org.apache.solr.core.SolrCore@1cb22075
640 T1544 C6 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: Document contains multiple values for uniqueKey field: id=[DOCID, DOCID2]
		at org.apache.solr.update.AddUpdateCommand.getIndexedId(AddUpdateCommand.java:94)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:460)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:342)
		at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:86)
		at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:140)
		at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:120)
		at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:221)
		at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:105)
		at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:186)
		at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:112)
		at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:147)
		at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:96)
		at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1692)
		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:454)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:275)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
Tests run: 22, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.615 sec
Running org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-LargeVolumeBinaryJettyTest-1346416105130
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.614 sec
Running org.apache.solr.update.SoftAutoCommitTest
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 9.011 sec
Running org.apache.solr.search.SpatialFilterTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SpatialFilterTest-1346416114762
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.909 sec
Running org.apache.solr.core.TestCoreContainer
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestCoreContainer-1346416115676
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.721 sec
Running org.apache.solr.search.similarities.TestIBSimilarityFactory
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestIBSimilarityFactory-1346416117393
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.096 sec
Running org.apache.solr.handler.admin.ShowFileRequestHandlerTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-ShowFileRequestHandlerTest-1346416117490
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.713 sec
Running org.apache.solr.common.util.IteratorChainTest
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.024 sec
Running org.apache.solr.search.TestQueryTypes
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.5 sec
Running org.apache.solr.schema.UUIDFieldTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.012 sec
Running org.apache.solr.search.TestElisionMultitermQuery
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestElisionMultitermQuery-1346416118740
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.233 sec
Running org.apache.solr.core.IndexReaderFactoryTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.409 sec
Running org.apache.solr.client.solrj.response.AnlysisResponseBaseTest
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.018 sec
Running org.apache.solr.AnalysisAfterCoreReloadTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.505 sec
Running org.apache.solr.core.CoreContainerCoreInitFailuresTest
161 T3 oasc.SolrCore.finalize SEVERE REFCOUNT ERROR: unreferenced org.apache.solr.core.SolrCore@32145e30 (col_bad) has a reference count of 1
193 T1641 oasc.SolrException.log SEVERE Exception during parsing file: solrconfig.xml:org.xml.sax.SAXParseException; systemId: solrres:/solrconfig.xml; lineNumber: 1; columnNumber: 1; Content is not allowed in prolog.
		at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.createSAXParseException(ErrorHandlerWrapper.java:198)
		at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.fatalError(ErrorHandlerWrapper.java:177)
		at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:391)
		at com.sun.org.apache.xerces.internal.impl.XMLScanner.reportFatalError(XMLScanner.java:1404)
		at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl$PrologDriver.next(XMLDocumentScannerImpl.java:1014)
		at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:625)
		at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:116)
		at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:488)
		at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:819)
		at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:748)
		at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:123)
		at com.sun.org.apache.xerces.internal.parsers.DOMParser.parse(DOMParser.java:239)
		at com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderImpl.parse(DocumentBuilderImpl.java:288)
		at org.apache.solr.core.Config.<init>(Config.java:129)
		at org.apache.solr.core.Config.<init>(Config.java:78)
		at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:117)
		at org.apache.solr.core.SolrCore.reload(SolrCore.java:366)
		at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1016)
		at org.apache.solr.core.CoreContainerCoreInitFailuresTest.testFlowBadFromStart(CoreContainerCoreInitFailuresTest.java:257)
		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
		at java.lang.reflect.Method.invoke(Method.java:616)
		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
		at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
		at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:769)
		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:429)
		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40)
		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
		at java.lang.Thread.run(Thread.java:679)
	
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.282 sec
Running org.apache.solr.update.PeerSyncTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.871 sec
Running org.apache.solr.request.TestFaceting
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestFaceting-1346416124065
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.22 sec
Running org.apache.solr.analysis.TestReversedWildcardFilterFactory
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestReversedWildcardFilterFactory-1346416129283
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.451 sec
Running org.apache.solr.handler.component.DistributedTermsComponentTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.27 sec
Running org.apache.solr.internal.csv.CSVUtilsTest
Tests run: 14, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.003 sec
Running org.apache.solr.internal.csv.ExtendedBufferedReaderTest
Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.002 sec
Running org.apache.solr.analysis.TestCharFilters
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestCharFilters-1346416134011
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.087 sec
Running org.apache.solr.handler.component.BadComponentTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-BadComponentTest-1346416134099
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.244 sec
Running org.apache.solr.client.solrj.response.DocumentAnalysisResponseTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.014 sec
Running org.apache.solr.client.solrj.embedded.TestSolrProperties
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.527 sec
Running org.apache.solr.cloud.ClusterStateTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.012 sec
Running org.apache.solr.update.TestUpdate
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestUpdate-1346416134896
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.376 sec
Running org.apache.solr.cloud.SyncSliceTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SyncSliceTest-1346416135284
check const of shard1
client0
PROPS:shard=shard1
leader=true
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35912_solr
base_url=http://127.0.0.1:35912/solr

 live:true
 num:4

client1
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35914_solr
base_url=http://127.0.0.1:35914/solr

 live:true
 num:2

######shard1 is not consistent.  Got 4 from http://127.0.0.1:35912/solr/collection1lastClient and got 2 from http://127.0.0.1:35914/solr/collection1
######http://127.0.0.1:35912/solr/collection1: {numFound=4,start=0,docs=[SolrDocument{id=0, _version_=1411819664847142912}, SolrDocument{id=1, _version_=1411819664858677248}, SolrDocument{id=2, _version_=1411819664869163008}, SolrDocument{id=3, _version_=1411819664878600192}]}
######http://127.0.0.1:35914/solr/collection1: {numFound=2,start=0,docs=[SolrDocument{id=0, _version_=1411819664847142912}, SolrDocument{id=1, _version_=1411819664858677248}]}
###### sizes=4,2
###### Only in http://127.0.0.1:35912/solr/collection1: [{id=2, _version_=1411819664869163008}, {id=3, _version_=1411819664878600192}]
client2
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35917_solr
base_url=http://127.0.0.1:35917/solr

 live:true
 num:3

client3
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35919_solr
base_url=http://127.0.0.1:35919/solr

 live:true
 num:4

Control Docs:4
check const of shard1
client0
PROPS:shard=shard1
leader=true
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35912_solr
base_url=http://127.0.0.1:35912/solr

 live:true
 num:4

client1
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35914_solr
base_url=http://127.0.0.1:35914/solr

 live:true
 num:4

client2
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35917_solr
base_url=http://127.0.0.1:35917/solr

 live:true
 num:4

client3
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35919_solr
base_url=http://127.0.0.1:35919/solr

 live:true
 num:4

50907 T1909 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:35912/solr/collection1
95917 T1909 oasc.SolrException.log SEVERE http://127.0.0.1:35914/solr/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:35912/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:282)
		at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:226)
		at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:119)
		at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:85)
		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:180)
		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:159)
		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:103)
		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:132)
		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:35912 timed out
		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 12 more
	
Control Docs:5
check const of shard1
client0
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35912_solr
base_url=http://127.0.0.1:35912/solr

error contacting client: IOException occured when talking to server at: http://localhost:35912/solr/collection1

client1
PROPS:shard=shard1
roles=null
leader=true
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35914_solr
base_url=http://127.0.0.1:35914/solr

 live:true
 num:5

client2
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35917_solr
base_url=http://127.0.0.1:35917/solr

 live:true
 num:5

client3
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35919_solr
base_url=http://127.0.0.1:35919/solr

 live:true
 num:5

check const of shard1
client0
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35912_solr
base_url=http://127.0.0.1:35912/solr

 live:true
 num:305

client1
PROPS:shard=shard1
leader=true
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35914_solr
base_url=http://127.0.0.1:35914/solr

 live:true
 num:305

client2
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35917_solr
base_url=http://127.0.0.1:35917/solr

 live:true
 num:305

client3
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35919_solr
base_url=http://127.0.0.1:35919/solr

 live:true
 num:5

######shard1 is not consistent.  Got 305 from http://127.0.0.1:35917/solr/collection1lastClient and got 5 from http://127.0.0.1:35919/solr/collection1
######http://127.0.0.1:35917/solr/collection1: {numFound=305,start=0,docs=[SolrDocument{id=0, _version_=1411819664847142912}, SolrDocument{id=1, _version_=1411819664858677248}, SolrDocument{id=2, _version_=1411819664869163008}, SolrDocument{id=3, _version_=1411819664878600192}, SolrDocument{id=4, _version_=1411819667316539392}, SolrDocument{id=5, _version_=1411819763036848128}, SolrDocument{id=6, _version_=1411819763048382464}, SolrDocument{id=7, _version_=1411819763055722496}, SolrDocument{id=8, _version_=1411819763064111104}, SolrDocument{id=9, _version_=1411819763072499712}, SolrDocument{id=10, _version_=1411819763079839744}, SolrDocument{id=11, _version_=1411819763089276928}, SolrDocument{id=12, _version_=1411819763098714112}, SolrDocument{id=13, _version_=1411819763108151296}, SolrDocument{id=14, _version_=1411819763118637056}, SolrDocument{id=15, _version_=1411819763131219968}, SolrDocument{id=16, _version_=1411819763140657152}, SolrDocument{id=17, _version_=1411819763150094336}, SolrDocument{id=18, _version_=1411819763159531520}, SolrDocument{id=19, _version_=1411819763168968704}, SolrDocument{id=20, _version_=1411819763178405888}, SolrDocument{id=21, _version_=1411819763187843072}, SolrDocument{id=22, _version_=1411819763197280256}, SolrDocument{id=23, _version_=1411819763205668864}, SolrDocument{id=24, _version_=1411819763215106048}, SolrDocument{id=25, _version_=1411819763227688960}, SolrDocument{id=26, _version_=1411819763238174720}, SolrDocument{id=27, _version_=1411819763247611904}, SolrDocument{id=28, _version_=1411819763257049088}, SolrDocument{id=29, _version_=1411819763303186432}, SolrDocument{id=30, _version_=1411819763312623616}, SolrDocument{id=31, _version_=1411819763322060800}, SolrDocument{id=32, _version_=1411819763330449408}, SolrDocument{id=33, _version_=1411819763339886592}, SolrDocument{id=34, _version_=1411819763350372352}, SolrDocument{id=35, _version_=1411819763362955264}, SolrDocument{id=36, _version_=1411819763373441024}, SolrDocument{id=37, _version_=1411819763382878208}, SolrDocument{id=38, _version_=1411819763391266816}, SolrDocument{id=39, _version_=1411819763400704000}, SolrDocument{id=40, _version_=1411819763409092608}, SolrDocument{id=41, _version_=1411819763418529792}, SolrDocument{id=42, _version_=1411819763427966976}, SolrDocument{id=43, _version_=1411819763436355584}, SolrDocument{id=44, _version_=1411819763446841344}, SolrDocument{id=45, _version_=1411819763459424256}, SolrDocument{id=46, _version_=1411819763468861440}, SolrDocument{id=47, _version_=1411819763478298624}, SolrDocument{id=48, _version_=1411819763487735808}, SolrDocument{id=49, _version_=1411819763497172992}, SolrDocument{id=50, _version_=1411819763505561600}, SolrDocument{id=51, _version_=1411819763513950208}, SolrDocument{id=52, _version_=1411819763521290240}, SolrDocument{id=53, _version_=1411819763529678848}, SolrDocument{id=54, _version_=1411819763539116032}, SolrDocument{id=55, _version_=1411819763554844672}, SolrDocument{id=56, _version_=1411819763565330432}, SolrDocument{id=57, _version_=1411819763574767616}, SolrDocument{id=58, _version_=1411819763584204800}, SolrDocument{id=59, _version_=1411819763593641984}, SolrDocument{id=60, _version_=1411819763600982016}, SolrDocument{id=61, _version_=1411819763609370624}, SolrDocument{id=62, _version_=1411819763618807808}, SolrDocument{id=63, _version_=1411819763627196416}, SolrDocument{id=64, _version_=1411819763639779328}, SolrDocument{id=65, _version_=1411819763655507968}, SolrDocument{id=66, _version_=1411819763665993728}, SolrDocument{id=67, _version_=1411819763675430912}, SolrDocument{id=68, _version_=1411819763683819520}, SolrDocument{id=69, _version_=1411819763692208128}, SolrDocument{id=70, _version_=1411819763700596736}, SolrDocument{id=71, _version_=1411819763708985344}, SolrDocument{id=72, _version_=1411819763717373952}, SolrDocument{id=73, _version_=1411819763726811136}, SolrDocument{id=74, _version_=1411819763737296896}, SolrDocument{id=75, _version_=1411819763749879808}, SolrDocument{id=76, _version_=1411819763759316992}, SolrDocument{id=77, _version_=1411819763768754176}, SolrDocument{id=78, _version_=1411819763778191360}, SolrDocument{id=79, _version_=1411819763786579968}, SolrDocument{id=80, _version_=1411819763794968576}, SolrDocument{id=81, _version_=1411819763803357184}, SolrDocument{id=82, _version_=1411819763812794368}, SolrDocument{id=83, _version_=1411819763821182976}, SolrDocument{id=84, _version_=1411819763830620160}, SolrDocument{id=85, _version_=1411819763842154496}, SolrDocument{id=86, _version_=1411819763852640256}, SolrDocument{id=87, _version_=1411819763862077440}, SolrDocument{id=88, _version_=1411819763869417472}, SolrDocument{id=89, _version_=1411819763876757504}, SolrDocument{id=90, _version_=1411819763884097536}, SolrDocument{id=91, _version_=1411819763892486144}, SolrDocument{id=92, _version_=1411819763900874752}, SolrDocument{id=93, _version_=1411819763909263360}, SolrDocument{id=94, _version_=1411819763919749120}, SolrDocument{id=95, _version_=1411819763932332032}, SolrDocument{id=96, _version_=1411819763942817792}, SolrDocument{id=97, _version_=1411819763952254976}, SolrDocument{id=98, _version_=1411819763961692160}, SolrDocument{id=99, _version_=1411819763971129344}, SolrDocument{id=100, _version_=1411819763978469376}, SolrDocument{id=101, _version_=1411819763986857984}, SolrDocument{id=102, _version_=1411819763995246592}, SolrDocument{id=103, _version_=1411819764002586624}, SolrDocument{id=104, _version_=1411819764012023808}, SolrDocument{id=105, _version_=1411819764024606720}, SolrDocument{id=106, _version_=1411819764034043904}, SolrDocument{id=107, _version_=1411819764042432512}, SolrDocument{id=108, _version_=1411819764050821120}, SolrDocument{id=109, _version_=1411819764059209728}, SolrDocument{id=110, _version_=1411819764066549760}, SolrDocument{id=111, _version_=1411819764074938368}, SolrDocument{id=112, _version_=1411819764084375552}, SolrDocument{id=113, _version_=1411819764092764160}, SolrDocument{id=114, _version_=1411819764102201344}, SolrDocument{id=115, _version_=1411819764122124288}, SolrDocument{id=116, _version_=1411819764132610048}, SolrDocument{id=117, _version_=1411819764140998656}, SolrDocument{id=118, _version_=1411819764149387264}, SolrDocument{id=119, _version_=1411819764161970176}, SolrDocument{id=120, _version_=1411819764170358784}, SolrDocument{id=121, _version_=1411819764178747392}, SolrDocument{id=122, _version_=1411819764187136000}, SolrDocument{id=123, _version_=1411819764195524608}, SolrDocument{id=124, _version_=1411819764204961792}, SolrDocument{id=125, _version_=1411819764218593280}, SolrDocument{id=126, _version_=1411819764229079040}, SolrDocument{id=127, _version_=1411819764237467648}, SolrDocument{id=128, _version_=1411819764244807680}, SolrDocument{id=129, _version_=1411819764252147712}, SolrDocument{id=130, _version_=1411819764260536320}, SolrDocument{id=131, _version_=1411819764268924928}, SolrDocument{id=132, _version_=1411819764278362112}, SolrDocument{id=133, _version_=1411819764285702144}, SolrDocument{id=134, _version_=1411819764297236480}, SolrDocument{id=135, _version_=1411819764310867968}, SolrDocument{id=136, _version_=1411819764320305152}, SolrDocument{id=137, _version_=1411819764329742336}, SolrDocument{id=138, _version_=1411819764337082368}, SolrDocument{id=139, _version_=1411819764346519552}, SolrDocument{id=140, _version_=1411819764354908160}, SolrDocument{id=141, _version_=1411819764362248192}, SolrDocument{id=142, _version_=1411819764370636800}, SolrDocument{id=143, _version_=1411819764377976832}, SolrDocument{id=144, _version_=1411819764389511168}, SolrDocument{id=145, _version_=1411819764404191232}, SolrDocument{id=146, _version_=1411819764414676992}, SolrDocument{id=147, _version_=1411819764424114176}, SolrDocument{id=148, _version_=1411819764433551360}, SolrDocument{id=149, _version_=1411819764442988544}, SolrDocument{id=150, _version_=1411819764452425728}, SolrDocument{id=151, _version_=1411819764460814336}, SolrDocument{id=152, _version_=1411819764470251520}, SolrDocument{id=153, _version_=1411819764480737280}, SolrDocument{id=154, _version_=1411819764490174464}, SolrDocument{id=155, _version_=1411819764501708800}, SolrDocument{id=156, _version_=1411819764510097408}, SolrDocument{id=157, _version_=1411819764519534592}, SolrDocument{id=158, _version_=1411819764528971776}, SolrDocument{id=159, _version_=1411819764536311808}, SolrDocument{id=160, _version_=1411819764543651840}, SolrDocument{id=161, _version_=1411819764552040448}, SolrDocument{id=162, _version_=1411819764559380480}, SolrDocument{id=163, _version_=1411819764566720512}, SolrDocument{id=164, _version_=1411819764576157696}, SolrDocument{id=165, _version_=1411819764588740608}, SolrDocument{id=166, _version_=1411819764598177792}, SolrDocument{id=167, _version_=1411819764606566400}, SolrDocument{id=168, _version_=1411819764616003584}, SolrDocument{id=169, _version_=1411819764626489344}, SolrDocument{id=170, _version_=1411819764635926528}, SolrDocument{id=171, _version_=1411819764645363712}, SolrDocument{id=172, _version_=1411819764655849472}, SolrDocument{id=173, _version_=1411819764665286656}, SolrDocument{id=174, _version_=1411819764675772416}, SolrDocument{id=175, _version_=1411819764688355328}, SolrDocument{id=176, _version_=1411819764698841088}, SolrDocument{id=177, _version_=1411819764707229696}, SolrDocument{id=178, _version_=1411819764716666880}, SolrDocument{id=179, _version_=1411819764724006912}, SolrDocument{id=180, _version_=1411819764733444096}, SolrDocument{id=181, _version_=1411819764742881280}, SolrDocument{id=182, _version_=1411819764751269888}, SolrDocument{id=183, _version_=1411819764760707072}, SolrDocument{id=184, _version_=1411819764771192832}, SolrDocument{id=185, _version_=1411819764783775744}, SolrDocument{id=186, _version_=1411819764793212928}, SolrDocument{id=187, _version_=1411819764802650112}, SolrDocument{id=188, _version_=1411819764812087296}, SolrDocument{id=189, _version_=1411819764820475904}, SolrDocument{id=190, _version_=1411819764829913088}, SolrDocument{id=191, _version_=1411819764838301696}, SolrDocument{id=192, _version_=1411819764846690304}, SolrDocument{id=193, _version_=1411819764855078912}, SolrDocument{id=194, _version_=1411819764864516096}, SolrDocument{id=195, _version_=1411819764880244736}, SolrDocument{id=196, _version_=1411819764889681920}, SolrDocument{id=197, _version_=1411819764898070528}, SolrDocument{id=198, _version_=1411819764906459136}, SolrDocument{id=199, _version_=1411819764914847744}, SolrDocument{id=200, _version_=1411819764923236352}, SolrDocument{id=201, _version_=1411819764931624960}, SolrDocument{id=202, _version_=1411819764940013568}, SolrDocument{id=203, _version_=1411819764948402176}, SolrDocument{id=204, _version_=1411819764960985088}, SolrDocument{id=205, _version_=1411819764975665152}, SolrDocument{id=206, _version_=1411819764986150912}, SolrDocument{id=207, _version_=1411819764995588096}, SolrDocument{id=208, _version_=1411819765005025280}, SolrDocument{id=209, _version_=1411819765014462464}, SolrDocument{id=210, _version_=1411819765022851072}, SolrDocument{id=211, _version_=1411819765031239680}, SolrDocument{id=212, _version_=1411819765040676864}, SolrDocument{id=213, _version_=1411819765050114048}, SolrDocument{id=214, _version_=1411819765061648384}, SolrDocument{id=215, _version_=1411819765074231296}, SolrDocument{id=216, _version_=1411819765084717056}, SolrDocument{id=217, _version_=1411819765094154240}, SolrDocument{id=218, _version_=1411819765140291584}, SolrDocument{id=219, _version_=1411819765150777344}, SolrDocument{id=220, _version_=1411819765160214528}, SolrDocument{id=221, _version_=1411819765170700288}, SolrDocument{id=222, _version_=1411819765180137472}, SolrDocument{id=223, _version_=1411819765189574656}, SolrDocument{id=224, _version_=1411819765202157568}, SolrDocument{id=225, _version_=1411819765215789056}, SolrDocument{id=226, _version_=1411819765225226240}, SolrDocument{id=227, _version_=1411819765234663424}, SolrDocument{id=228, _version_=1411819765244100608}, SolrDocument{id=229, _version_=1411819765253537792}, SolrDocument{id=230, _version_=1411819765262974976}, SolrDocument{id=231, _version_=1411819765273460736}, SolrDocument{id=232, _version_=1411819765282897920}, SolrDocument{id=233, _version_=1411819765292335104}, SolrDocument{id=234, _version_=1411819765303869440}, SolrDocument{id=235, _version_=1411819765315403776}, SolrDocument{id=236, _version_=1411819765325889536}, SolrDocument{id=237, _version_=1411819765335326720}, SolrDocument{id=238, _version_=1411819765344763904}, SolrDocument{id=239, _version_=1411819765354201088}, SolrDocument{id=240, _version_=1411819765364686848}, SolrDocument{id=241, _version_=1411819765373075456}, SolrDocument{id=242, _version_=1411819765382512640}, SolrDocument{id=243, _version_=1411819765391949824}, SolrDocument{id=244, _version_=1411819765402435584}, SolrDocument{id=245, _version_=1411819765413969920}, SolrDocument{id=246, _version_=1411819765423407104}, SolrDocument{id=247, _version_=1411819765432844288}, SolrDocument{id=248, _version_=1411819765442281472}, SolrDocument{id=249, _version_=1411819765451718656}, SolrDocument{id=250, _version_=1411819765461155840}, SolrDocument{id=251, _version_=1411819765469544448}, SolrDocument{id=252, _version_=1411819765477933056}, SolrDocument{id=253, _version_=1411819765487370240}, SolrDocument{id=254, _version_=1411819765498904576}, SolrDocument{id=255, _version_=1411819765510438912}, SolrDocument{id=256, _version_=1411819765519876096}, SolrDocument{id=257, _version_=1411819765529313280}, SolrDocument{id=258, _version_=1411819765538750464}, SolrDocument{id=259, _version_=1411819765547139072}, SolrDocument{id=260, _version_=1411819765556576256}, SolrDocument{id=261, _version_=1411819765566013440}, SolrDocument{id=262, _version_=1411819765574402048}, SolrDocument{id=263, _version_=1411819765582790656}, SolrDocument{id=264, _version_=1411819765592227840}, SolrDocument{id=265, _version_=1411819765605859328}, SolrDocument{id=266, _version_=1411819765615296512}, SolrDocument{id=267, _version_=1411819765623685120}, SolrDocument{id=268, _version_=1411819765632073728}, SolrDocument{id=269, _version_=1411819765640462336}, SolrDocument{id=270, _version_=1411819765648850944}, SolrDocument{id=271, _version_=1411819765657239552}, SolrDocument{id=272, _version_=1411819765665628160}, SolrDocument{id=273, _version_=1411819765674016768}, SolrDocument{id=274, _version_=1411819765721202688}, SolrDocument{id=275, _version_=1411819765734834176}, SolrDocument{id=276, _version_=1411819765745319936}, SolrDocument{id=277, _version_=1411819765754757120}, SolrDocument{id=278, _version_=1411819765764194304}, SolrDocument{id=279, _version_=1411819765771534336}, SolrDocument{id=280, _version_=1411819765779922944}, SolrDocument{id=281, _version_=1411819765788311552}, SolrDocument{id=282, _version_=1411819765795651584}, SolrDocument{id=283, _version_=1411819765802991616}, SolrDocument{id=284, _version_=1411819765813477376}, SolrDocument{id=285, _version_=1411819765823963136}, SolrDocument{id=286, _version_=1411819765832351744}, SolrDocument{id=287, _version_=1411819765839691776}, SolrDocument{id=288, _version_=1411819765847031808}, SolrDocument{id=289, _version_=1411819765854371840}, SolrDocument{id=290, _version_=1411819765861711872}, SolrDocument{id=291, _version_=1411819765871149056}, SolrDocument{id=292, _version_=1411819765878489088}, SolrDocument{id=293, _version_=1411819765885829120}, SolrDocument{id=294, _version_=1411819765895266304}, SolrDocument{id=295, _version_=1411819765906800640}, SolrDocument{id=296, _version_=1411819765916237824}, SolrDocument{id=297, _version_=1411819765924626432}, SolrDocument{id=298, _version_=1411819765933015040}, SolrDocument{id=299, _version_=1411819765941403648}, SolrDocument{id=300, _version_=1411819765949792256}, SolrDocument{id=301, _version_=1411819765959229440}, SolrDocument{id=302, _version_=1411819765968666624}, SolrDocument{id=303, _version_=1411819765977055232}, SolrDocument{id=304, _version_=1411819765987540992}]}
######http://127.0.0.1:35919/solr/collection1: {numFound=5,start=0,docs=[SolrDocument{id=0, _version_=1411819664847142912}, SolrDocument{id=1, _version_=1411819664858677248}, SolrDocument{id=2, _version_=1411819664869163008}, SolrDocument{id=3, _version_=1411819664878600192}, SolrDocument{id=4, _version_=1411819667316539392}]}
###### sizes=305,5
###### Only in http://127.0.0.1:35917/solr/collection1: [{id=24, _version_=1411819763215106048}, {id=212, _version_=1411819765040676864}, {id=265, _version_=1411819765605859328}, {id=93, _version_=1411819763909263360}, {id=300, _version_=1411819765949792256}, {id=165, _version_=1411819764588740608}, {id=225, _version_=1411819765215789056}, {id=11, _version_=1411819763089276928}, {id=132, _version_=1411819764278362112}, {id=156, _version_=1411819764510097408}, {id=111, _version_=1411819764074938368}, {id=206, _version_=1411819764986150912}, {id=113, _version_=1411819764092764160}, {id=191, _version_=1411819764838301696}, {id=140, _version_=1411819764354908160}, {id=47, _version_=1411819763478298624}, {id=176, _version_=1411819764698841088}, {id=130, _version_=1411819764260536320}, {id=64, _version_=1411819763639779328}, {id=95, _version_=1411819763932332032}, {id=65, _version_=1411819763655507968}, {id=287, _version_=1411819765839691776}, {id=215, _version_=1411819765074231296}, {id=229, _version_=1411819765253537792}, {id=291, _version_=1411819765871149056}, {id=153, _version_=1411819764480737280}, {id=22, _version_=1411819763197280256}, {id=137, _version_=1411819764329742336}, {id=70, _version_=1411819763700596736}, {id=246, _version_=1411819765423407104}, {id=162, _version_=1411819764559380480}, {id=127, _version_=1411819764237467648}, {id=108, _version_=1411819764050821120}, {id=297, _version_=1411819765924626432}, {id=128, _version_=1411819764244807680}, {id=271, _version_=1411819765657239552}, {id=186, _version_=1411819764793212928}, {id=285, _version_=1411819765823963136}, {id=201, _version_=1411819764931624960}, {id=236, _version_=1411819765325889536}, {id=142, _version_=1411819764370636800}, {id=203, _version_=1411819764948402176}, {id=14, _version_=1411819763118637056}, {id=51, _version_=1411819763513950208}, {id=208, _version_=1411819765005025280}, {id=138, _version_=1411819764337082368}, {id=278, _version_=1411819765764194304}, {id=267, _version_=1411819765623685120}, {id=97, _version_=1411819763952254976}, {id=184, _version_=1411819764771192832}, {id=75, _version_=1411819763749879808}, {id=117, _version_=1411819764140998656}, {id=262, _version_=1411819765574402048}, {id=197, _version_=1411819764898070528}, {id=18, _version_=1411819763159531520}, {id=189, _version_=1411819764820475904}, {id=31, _version_=1411819763322060800}, {id=46, _version_=1411819763468861440}, {id=178, _version_=1411819764716666880}, {id=233, _version_=1411819765292335104}, {id=253, _version_=1411819765487370240}, {id=195, _version_=1411819764880244736}, {id=217, _version_=1411819765094154240}, {id=44, _version_=1411819763446841344}, {id=247, _version_=1411819765432844288}, {id=280, _version_=1411819765779922944}, {id=260, _version_=1411819765556576256}, {id=5, _version_=1411819763036848128}, {id=59, _version_=1411819763593641984}, {id=121, _version_=1411819764178747392}, {id=210, _version_=1411819765022851072}, {id=17, _version_=1411819763150094336}, {id=295, _version_=1411819765906800640}, {id=150, _version_=1411819764452425728}, {id=104, _version_=1411819764012023808}, {id=86, _version_=1411819763852640256}, {id=292, _version_=1411819765878489088}, {id=112, _version_=1411819764084375552}, {id=34, _version_=1411819763350372352}, {id=129, _version_=1411819764252147712}, {id=88, _version_=1411819763869417472}, {id=100, _version_=1411819763978469376}, {id=110, _version_=1411819764066549760}, {id=288, _version_=1411819765847031808}, {id=185, _version_=1411819764783775744}, {id=226, _version_=1411819765225226240}, {id=6, _version_=1411819763048382464}, {id=92, _version_=1411819763900874752}, {id=73, _version_=1411819763726811136}, {id=96, _version_=1411819763942817792}, {id=277, _version_=1411819765754757120}, {id=56, _version_=1411819763565330432}, {id=304, _version_=1411819765987540992}, {id=202, _version_=1411819764940013568}, {id=200, _version_=1411819764923236352}, {id=115, _version_=1411819764122124288}, {id=296, _version_=1411819765916237824}, {id=109, _version_=1411819764059209728}, {id=270, _version_=1411819765648850944}, {id=23, _version_=1411819763205668864}, {id=45, _version_=1411819763459424256}, {id=207, _version_=1411819764995588096}, {id=157, _version_=1411819764519534592}, {id=71, _version_=1411819763708985344}, {id=133, _version_=1411819764285702144}, {id=205, _version_=1411819764975665152}, {id=248, _version_=1411819765442281472}, {id=230, _version_=1411819765262974976}, {id=282, _version_=1411819765795651584}, {id=254, _version_=1411819765498904576}, {id=21, _version_=1411819763187843072}, {id=258, _version_=1411819765538750464}, {id=149, _version_=1411819764442988544}, {id=78, _version_=1411819763778191360}, {id=172, _version_=1411819764655849472}, {id=232, _version_=1411819765282897920}, {id=114, _version_=1411819764102201344}, {id=284, _version_=1411819765813477376}, {id=16, _version_=1411819763140657152}, {id=196, _version_=1411819764889681920}, {id=83, _version_=1411819763821182976}, {id=255, _version_=1411819765510438912}, {id=261, _version_=1411819765566013440}, {id=266, _version_=1411819765615296512}, {id=152, _version_=1411819764470251520}, {id=239, _version_=1411819765354201088}, {id=116, _version_=1411819764132610048}, {id=170, _version_=1411819764635926528}, {id=67, _version_=1411819763675430912}, {id=179, _version_=1411819764724006912}, {id=81, _version_=1411819763803357184}, {id=167, _version_=1411819764606566400}, {id=151, _version_=1411819764460814336}, {id=216, _version_=1411819765084717056}, {id=148, _version_=1411819764433551360}, {id=12, _version_=1411819763098714112}, {id=53, _version_=1411819763529678848}, {id=32, _version_=1411819763330449408}, {id=84, _version_=1411819763830620160}, {id=169, _version_=1411819764626489344}, {id=160, _version_=1411819764543651840}, {id=281, _version_=1411819765788311552}, {id=192, _version_=1411819764846690304}, {id=120, _version_=1411819764170358784}, {id=211, _version_=1411819765031239680}, {id=175, _version_=1411819764688355328}, {id=28, _version_=1411819763257049088}, {id=194, _version_=1411819764864516096}, {id=293, _version_=1411819765885829120}, {id=103, _version_=1411819764002586624}, {id=251, _version_=1411819765469544448}, {id=199, _version_=1411819764914847744}, {id=145, _version_=1411819764404191232}, {id=33, _version_=1411819763339886592}, {id=125, _version_=1411819764218593280}, {id=227, _version_=1411819765234663424}, {id=276, _version_=1411819765745319936}, {id=283, _version_=1411819765802991616}, {id=72, _version_=1411819763717373952}, {id=106, _version_=1411819764034043904}, {id=302, _version_=1411819765968666624}, {id=89, _version_=1411819763876757504}, {id=249, _version_=1411819765451718656}, {id=289, _version_=1411819765854371840}, {id=299, _version_=1411819765941403648}, {id=25, _version_=1411819763227688960}, {id=273, _version_=1411819765674016768}, {id=158, _version_=1411819764528971776}, {id=9, _version_=1411819763072499712}, {id=219, _version_=1411819765150777344}, {id=173, _version_=1411819764665286656}, {id=87, _version_=1411819763862077440}, {id=91, _version_=1411819763892486144}, {id=74, _version_=1411819763737296896}, {id=221, _version_=1411819765170700288}, {id=119, _version_=1411819764161970176}, {id=7, _version_=1411819763055722496}, {id=99, _version_=1411819763971129344}, {id=101, _version_=1411819763986857984}, {id=66, _version_=1411819763665993728}, {id=85, _version_=1411819763842154496}, {id=57, _version_=1411819763574767616}, {id=54, _version_=1411819763539116032}, {id=159, _version_=1411819764536311808}, {id=240, _version_=1411819765364686848}, {id=124, _version_=1411819764204961792}, {id=243, _version_=1411819765391949824}, {id=29, _version_=1411819763303186432}, {id=231, _version_=1411819765273460736}, {id=257, _version_=1411819765529313280}, {id=55, _version_=1411819763554844672}, {id=20, _version_=1411819763178405888}, {id=38, _version_=1411819763391266816}, {id=224, _version_=1411819765202157568}, {id=134, _version_=1411819764297236480}, {id=26, _version_=1411819763238174720}, {id=171, _version_=1411819764645363712}, {id=161, _version_=1411819764552040448}, {id=41, _version_=1411819763418529792}, {id=181, _version_=1411819764742881280}, {id=238, _version_=1411819765344763904}, {id=193, _version_=1411819764855078912}, {id=180, _version_=1411819764733444096}, {id=123, _version_=1411819764195524608}, {id=269, _version_=1411819765640462336}, {id=13, _version_=1411819763108151296}, {id=168, _version_=1411819764616003584}, {id=82, _version_=1411819763812794368}, {id=147, _version_=1411819764424114176}, {id=42, _version_=1411819763427966976}, {id=79, _version_=1411819763786579968}, {id=36, _version_=1411819763373441024}, {id=77, _version_=1411819763768754176}, {id=155, _version_=1411819764501708800}, {id=39, _version_=1411819763400704000}, {id=164, _version_=1411819764576157696}, {id=61, _version_=1411819763609370624}, {id=68, _version_=1411819763683819520}, {id=135, _version_=1411819764310867968}, {id=63, _version_=1411819763627196416}, {id=214, _version_=1411819765061648384}, {id=154, _version_=1411819764490174464}, {id=15, _version_=1411819763131219968}, {id=144, _version_=1411819764389511168}, {id=183, _version_=1411819764760707072}, {id=49, _version_=1411819763497172992}, {id=48, _version_=1411819763487735808}, {id=27, _version_=1411819763247611904}, {id=303, _version_=1411819765977055232}, {id=174, _version_=1411819764675772416}, {id=107, _version_=1411819764042432512}, {id=263, _version_=1411819765582790656}, {id=298, _version_=1411819765933015040}, {id=10, _version_=1411819763079839744}, {id=272, _version_=1411819765665628160}, {id=213, _version_=1411819765050114048}, {id=131, _version_=1411819764268924928}, {id=220, _version_=1411819765160214528}, {id=290, _version_=1411819765861711872}, {id=35, _version_=1411819763362955264}, {id=256, _version_=1411819765519876096}, {id=286, _version_=1411819765832351744}, {id=250, _version_=1411819765461155840}, {id=218, _version_=1411819765140291584}, {id=198, _version_=1411819764906459136}, {id=245, _version_=1411819765413969920}, {id=139, _version_=1411819764346519552}, {id=163, _version_=1411819764566720512}, {id=234, _version_=1411819765303869440}, {id=301, _version_=1411819765959229440}, {id=102, _version_=1411819763995246592}, {id=223, _version_=1411819765189574656}, {id=279, _version_=1411819765771534336}, {id=235, _version_=1411819765315403776}, {id=228, _version_=1411819765244100608}, {id=187, _version_=1411819764802650112}, {id=90, _version_=1411819763884097536}, {id=76, _version_=1411819763759316992}, {id=237, _version_=1411819765335326720}, {id=143, _version_=1411819764377976832}, {id=8, _version_=1411819763064111104}, {id=252, _version_=1411819765477933056}, {id=274, _version_=1411819765721202688}, {id=275, _version_=1411819765734834176}, {id=294, _version_=1411819765895266304}, {id=94, _version_=1411819763919749120}, {id=204, _version_=1411819764960985088}, {id=182, _version_=1411819764751269888}, {id=58, _version_=1411819763584204800}, {id=264, _version_=1411819765592227840}, {id=98, _version_=1411819763961692160}, {id=136, _version_=1411819764320305152}, {id=209, _version_=1411819765014462464}, {id=259, _version_=1411819765547139072}, {id=37, _version_=1411819763382878208}, {id=241, _version_=1411819765373075456}, {id=190, _version_=1411819764829913088}, {id=30, _version_=1411819763312623616}, {id=177, _version_=1411819764707229696}, {id=19, _version_=1411819763168968704}, {id=118, _version_=1411819764149387264}, {id=60, _version_=1411819763600982016}, {id=69, _version_=1411819763692208128}, {id=40, _version_=1411819763409092608}, {id=62, _version_=1411819763618807808}, {id=52, _version_=1411819763521290240}, {id=50, _version_=1411819763505561600}, {id=166, _version_=1411819764598177792}, {id=222, _version_=1411819765180137472}, {id=80, _version_=1411819763794968576}, {id=141, _version_=1411819764362248192}, {id=244, _version_=1411819765402435584}, {id=43, _version_=1411819763436355584}, {id=146, _version_=1411819764414676992}, {id=126, _version_=1411819764229079040}, {id=105, _version_=1411819764024606720}, {id=268, _version_=1411819765632073728}, {id=122, _version_=1411819764187136000}, {id=188, _version_=1411819764812087296}, {id=242, _version_=1411819765382512640}]
145639 T1922 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:35914/solr/collection1
ASYNC  NEW_CORE C7 name=collection1 org.apache.solr.core.SolrCore@42a26f2e url=http://127.0.0.1:35919/solr/collection1 node=127.0.0.1:35919_solr
160662 T2011 C7 P35919 oasc.SolrException.log SEVERE Error while trying to recover. core=collection1:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:35914/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:191)
		at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:320)
		at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:212)
	Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:35914 timed out
		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 4 more
	
160663 T2011 C7 P35919 oasc.RecoveryStrategy.doRecovery SEVERE Recovery failed - trying again... core=collection1
163685 T2011 C7 P35919 oasc.SolrException.log SEVERE Error while trying to recover. core=collection1:java.lang.RuntimeException: No registered leader was found, collection:collection1 slice:shard1
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:413)
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:399)
		at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:296)
		at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:212)
	
163685 T2011 C7 P35919 oasc.RecoveryStrategy.doRecovery SEVERE Recovery failed - trying again... core=collection1
168710 T2011 C7 P35919 oasc.SolrException.log SEVERE Error while trying to recover. core=collection1:java.lang.RuntimeException: No registered leader was found, collection:collection1 slice:shard1
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:413)
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:399)
		at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:296)
		at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:212)
	
168710 T2011 C7 P35919 oasc.RecoveryStrategy.doRecovery SEVERE Recovery failed - trying again... core=collection1
177738 T2011 C7 P35919 oasc.SolrException.log SEVERE Error while trying to recover. core=collection1:java.lang.RuntimeException: No registered leader was found, collection:collection1 slice:shard1
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:413)
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:399)
		at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:296)
		at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:212)
	
177738 T2011 C7 P35919 oasc.RecoveryStrategy.doRecovery SEVERE Recovery failed - trying again... core=collection1
190646 T1922 oasc.SolrException.log SEVERE http://127.0.0.1:35917/solr/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:35914/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:282)
		at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:226)
		at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:119)
		at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:85)
		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:180)
		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:159)
		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:103)
		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:132)
		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:35914 timed out
		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 12 more
	
Control Docs:305
check const of shard1
client0
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35912_solr
base_url=http://127.0.0.1:35912/solr

 live:true
 num:305

client1
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35914_solr
base_url=http://127.0.0.1:35914/solr

error contacting client: IOException occured when talking to server at: http://localhost:35914/solr/collection1

client2
PROPS:shard=shard1
roles=null
leader=true
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35917_solr
base_url=http://127.0.0.1:35917/solr

 live:true
 num:305

client3
PROPS:shard=shard1
roles=null
state=active
core=collection1
collection=collection1
node_name=127.0.0.1:35919_solr
base_url=http://127.0.0.1:35919/solr

 live:true
 num:305

http://127.0.0.1:35912/solr/collection1/ : 305
shard:shard1
231941 T1935 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:35917/solr/collection1
276951 T1935 oasc.SolrException.log SEVERE http://127.0.0.1:35919/solr/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:35917/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:282)
		at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:226)
		at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:119)
		at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:85)
		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:180)
		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:159)
		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:103)
		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:132)
		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:35917 timed out
		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 12 more
	
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 277.699 sec
Running org.apache.solr.update.processor.UniqFieldsUpdateProcessorFactoryTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-UniqFieldsUpdateProcessorFactoryTest-1346416412979
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.495 sec
Running org.apache.solr.spelling.suggest.SuggesterTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SuggesterTest-1346416413481
NOTE: per solr.test.leavedatadir, dataDir will not be removed: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SuggesterTest-1346416413481
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.783 sec
Running org.apache.solr.util.TestUtils
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.015 sec
Running org.apache.solr.search.TestSearchPerf
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.291 sec
Running org.apache.solr.client.solrj.SolrExceptionTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.023 sec
Running org.apache.solr.handler.PingRequestHandlerTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-PingRequestHandlerTest-1346416414590
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.998 sec
Running org.apache.solr.servlet.CacheHeaderTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-CacheHeaderTest-1346416415590
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.687 sec
Running org.apache.solr.schema.NumericFieldsTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-NumericFieldsTest-1346416416276
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.257 sec
Running org.apache.solr.ConvertedLegacyTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-ConvertedLegacyTest-1346416416534
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.81 sec
Running org.apache.solr.analysis.LegacyHTMLStripCharFilterTest
Tests run: 13, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0.205 sec
Running org.apache.solr.update.processor.FieldMutatingUpdateProcessorTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-FieldMutatingUpdateProcessorTest-1346416418553
Tests run: 26, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.451 sec
Running org.apache.solr.handler.component.QueryElevationComponentTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-QueryElevationComponentTest-1346416419005
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-QueryElevationComponentTest-1346416419291
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-QueryElevationComponentTest-1346416419583
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-QueryElevationComponentTest-1346416419842
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-QueryElevationComponentTest-1346416420022
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-QueryElevationComponentTest-1346416420325
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-QueryElevationComponentTest-1346416420653
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.958 sec
Running org.apache.solr.common.util.TestHash
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.052 sec
Running org.apache.solr.update.processor.StatelessScriptUpdateProcessorFactoryTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-StatelessScriptUpdateProcessorFactoryTest-1346416421123
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.121 sec
Running org.apache.solr.schema.PrimitiveFieldTypeTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.452 sec
Running org.apache.solr.util.TestNumberUtils
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.197 sec
Running org.apache.solr.update.DocumentBuilderTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-DocumentBuilderTest-1346416422788
Tests run: 11, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.516 sec
Running org.apache.solr.search.TestLRUCache
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.016 sec
Running org.apache.solr.util.TestSystemIdResolver
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.021 sec
Running org.apache.solr.client.solrj.embedded.LargeVolumeEmbeddedTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-LargeVolumeEmbeddedTest-1346416423347
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.72 sec
Running org.apache.solr.TestDistributedGrouping
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.253 sec
Running org.apache.solr.handler.TestCSVLoader
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestCSVLoader-1346416435320
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.541 sec
Running org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SolrExampleStreamingBinaryTest-1346416435865
ASYNC  NEW_CORE C8 name=collection1 org.apache.solr.core.SolrCore@73b1d680
599 T2237 C8 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: Document contains multiple values for uniqueKey field: id=[DOCID, DOCID2]
		at org.apache.solr.update.AddUpdateCommand.getIndexedId(AddUpdateCommand.java:94)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:460)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:342)
		at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:86)
		at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:140)
		at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:120)
		at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:221)
		at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:105)
		at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:186)
		at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:112)
		at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:147)
		at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:96)
		at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1692)
		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:454)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:275)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
Tests run: 22, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 12.231 sec
Running org.apache.solr.update.DirectUpdateHandlerOptimizeTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.621 sec
Running org.apache.solr.handler.component.TermVectorComponentTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TermVectorComponentTest-1346416448719
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.613 sec
Running org.apache.solr.client.solrj.beans.TestDocumentObjectBinder
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.051 sec
Running org.apache.solr.schema.RequiredFieldsTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-RequiredFieldsTest-1346416449389
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.485 sec
Running org.apache.solr.schema.TestBinaryField
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.227 sec
Running org.apache.solr.response.TestCSVResponseWriter
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestCSVResponseWriter-1346416450099
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.55 sec
Running org.apache.solr.common.params.ModifiableSolrParamsTest
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.03 sec
Running org.apache.solr.cloud.ZkCLITest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-ZkCLITest-1346416450692
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-ZkCLITest-1346416451621
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-ZkCLITest-1346416452891
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.454 sec
Running org.apache.solr.search.TestValueSourceCache
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestValueSourceCache-1346416455141
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.583 sec
Running org.apache.solr.client.solrj.response.FacetFieldTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.017 sec
Running org.apache.solr.search.TestStressVersions
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestStressVersions-1346416455747
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.025 sec
Running org.apache.solr.common.SolrDocumentTest
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.035 sec
Running org.apache.solr.internal.csv.CharBufferTest
Tests run: 13, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.003 sec
Running org.apache.solr.handler.admin.CoreAdminHandlerTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-CoreAdminHandlerTest-1346416457820
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.225 sec
Running org.apache.solr.search.TestQueryUtils
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.686 sec
Running org.apache.solr.response.TestPHPSerializedResponseWriter
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestPHPSerializedResponseWriter-1346416459732
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.568 sec
Running org.apache.solr.client.solrj.TestLBHttpSolrServer
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 36.819 sec
Running org.apache.solr.handler.FieldAnalysisRequestHandlerTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-FieldAnalysisRequestHandlerTest-1346416497118
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.605 sec
Running org.apache.solr.DisMaxRequestHandlerTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-DisMaxRequestHandlerTest-1346416497722
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.603 sec
Running org.apache.solr.internal.csv.CSVStrategyTest
Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.001 sec
Running org.apache.solr.update.DirectUpdateHandlerTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-DirectUpdateHandlerTest-1346416498338
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-DirectUpdateHandlerTest-1346416498998
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-DirectUpdateHandlerTest-1346416499612
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.752 sec
Running org.apache.solr.EchoParamsTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-EchoParamsTest-1346416500087
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.079 sec
Running org.apache.solr.handler.admin.LukeRequestHandlerTest
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.101 sec
Running org.apache.solr.TestPluginEnable
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestPluginEnable-1346416501272
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.091 sec
Running org.apache.solr.core.TestQuerySenderNoQuery
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestQuerySenderNoQuery-1346416501363
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.423 sec
Running org.apache.solr.client.solrj.request.TestUpdateRequestCodec
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.021 sec
Running org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SignatureUpdateProcessorFactoryTest-1346416501810
Tests run: 6, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.221 sec
Running org.apache.solr.analysis.TestWordDelimiterFilterFactory
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestWordDelimiterFilterFactory-1346416503030
Tests run: 7, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.592 sec
Running org.apache.solr.update.AutoCommitTest
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.922 sec
Running org.apache.solr.client.solrj.response.TermsResponseTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TermsResponseTest-1346416511545
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.451 sec
Running org.apache.solr.search.TestFoldingMultitermQuery
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestFoldingMultitermQuery-1346416512003
Tests run: 18, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.474 sec
Running org.apache.solr.TestDistributedSearch
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 85.559 sec
Running org.apache.solr.core.AlternateDirectoryTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-AlternateDirectoryTest-1346416598031
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.279 sec
Running org.apache.solr.servlet.NoCacheHeaderTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-NoCacheHeaderTest-1346416598309
Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.4 sec
Running org.apache.solr.search.TestSolrJ
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.015 sec
Running org.apache.solr.schema.IndexSchemaRuntimeFieldTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-IndexSchemaRuntimeFieldTest-1346416598724
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.349 sec
Running org.apache.solr.SampleTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SampleTest-1346416599074
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.171 sec
Running org.apache.solr.schema.PolyFieldTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-PolyFieldTest-1346416599245
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.539 sec
Running org.apache.solr.servlet.SolrRequestParserTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SolrRequestParserTest-1346416599785
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.918 sec
Running org.apache.solr.client.solrj.embedded.MergeIndexesEmbeddedTest
!!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./org.apache.solr.client.solrj.embedded.MergeIndexesEmbeddedTest-1346416600708 FAILED !!!!!
!!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./org.apache.solr.client.solrj.embedded.MergeIndexesEmbeddedTest-1346416600981 FAILED !!!!!
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.547 sec
Running org.apache.solr.request.TestRemoteStreaming
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestRemoteStreaming-1346416601264
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.639 sec
Running org.apache.solr.spelling.suggest.SuggesterFSTTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SuggesterFSTTest-1346416601901
NOTE: per solr.test.leavedatadir, dataDir will not be removed: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-SuggesterFSTTest-1346416601901
Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.787 sec
Running org.apache.solr.search.TestStressRecovery
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-TestStressRecovery-1346416602685
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.06 sec
Running org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-FullSolrCloudDistribCmdsTest-1346416606749
ASYNC  NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@16011ef9 url=http://127.0.0.1:56378/solr/collection1 node=127.0.0.1:56378_solr
35062 T2831 C9 P56378 oasc.SolrException.log SEVERE java.lang.RuntimeException: No registered leader was found, collection:collection1 slice:shard1
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:413)
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:399)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:189)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:333)
		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:230)
		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:157)
		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1692)
		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:454)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:275)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
35063 T2831 C9 P56378 oasc.SolrException.log SEVERE null:java.lang.RuntimeException: No registered leader was found, collection:collection1 slice:shard1
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:413)
		at org.apache.solr.common.cloud.ZkStateReader.getLeaderProps(ZkStateReader.java:399)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:189)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:333)
		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:230)
		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:157)
		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1692)
		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:454)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:275)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
ASYNC  NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@6b16dfac url=http://127.0.0.1:57314/solr/collection1 node=127.0.0.1:57314_solr
35215 T2807 C10 P57314 oasc.SolrException.log SEVERE null:org.eclipse.jetty.io.EofException
		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:154)
		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:101)
		at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:204)
		at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:197)
		at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:94)
		at org.apache.solr.response.BinaryResponseWriter.write(BinaryResponseWriter.java:49)
		at org.apache.solr.servlet.SolrDispatchFilter.writeResponse(SolrDispatchFilter.java:403)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:288)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
35217 T2807 C10 P57314 oasc.SolrException.log SEVERE null:org.eclipse.jetty.io.EofException
		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:154)
		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:101)
		at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:204)
		at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:197)
		at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:94)
		at org.apache.solr.response.BinaryResponseWriter.write(BinaryResponseWriter.java:49)
		at org.apache.solr.servlet.SolrDispatchFilter.writeResponse(SolrDispatchFilter.java:403)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:288)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
48911 T2823 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:23167/solr/collection1
65203 T2836 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:57314/solr/collection1
93922 T2823 oasc.SolrException.log SEVERE http://127.0.0.1:34305/solr/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:23167/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:282)
		at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:226)
		at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:119)
		at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:85)
		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:180)
		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:159)
		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:103)
		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:132)
		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:23167 timed out
		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 12 more
	
110213 T2836 oasc.SolrException.log SEVERE http://127.0.0.1:56378/solr/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:57314/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:282)
		at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:226)
		at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:119)
		at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:85)
		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:180)
		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:159)
		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:103)
		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:132)
		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:57314 timed out
		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:575)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:425)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 12 more
	
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 110.986 sec
Running org.apache.solr.cloud.BasicDistributedZk2Test
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-BasicDistributedZk2Test-1346416717745
ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@38f30d2b url=http://127.0.0.1:33802/solr/collection1 node=127.0.0.1:33802_solr
59417 T2891 C11 P33802 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: Document is missing mandatory uniqueKey field: id
		at org.apache.solr.update.AddUpdateCommand.getIndexedId(AddUpdateCommand.java:91)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.hash(DistributedUpdateProcessor.java:1067)
		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:332)
		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:230)
		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:157)
		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1692)
		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:454)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:275)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:900)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:954)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:952)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
59503 T2937 oasc.SolrException.log SEVERE Sync Failed
61596 T3058 oasc.SolrException.log SEVERE java.lang.InterruptedException: sleep interrupted
		at java.lang.Thread.sleep(Native Method)
		at org.apache.solr.handler.admin.CoreAdminHandler.handleWaitForStateAction(CoreAdminHandler.java:896)
		at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:185)
		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
		at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:371)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:180)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:890)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:944)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:634)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:230)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
61597 T3058 oasc.SolrException.log SEVERE null:java.lang.InterruptedException: sleep interrupted
		at java.lang.Thread.sleep(Native Method)
		at org.apache.solr.handler.admin.CoreAdminHandler.handleWaitForStateAction(CoreAdminHandler.java:896)
		at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:185)
		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:129)
		at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:371)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:180)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:890)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:944)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:634)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:230)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
61598 T3058 oasc.SolrException.log SEVERE null:org.eclipse.jetty.io.EofException
		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:154)
		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:101)
		at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:204)
		at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:197)
		at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:94)
		at org.apache.solr.response.BinaryResponseWriter.write(BinaryResponseWriter.java:49)
		at org.apache.solr.servlet.SolrDispatchFilter.writeResponse(SolrDispatchFilter.java:403)
		at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:381)
		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:180)
		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1337)
		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:484)
		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:231)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:119)
		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:267)
		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1067)
		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:413)
		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:192)
		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:999)
		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:117)
		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:111)
		at org.eclipse.jetty.server.Server.handle(Server.java:351)
		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:454)
		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:47)
		at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:890)
		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:944)
		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:634)
		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:230)
		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:66)
		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:254)
		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:599)
		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:534)
		at java.lang.Thread.run(Thread.java:679)
	
104533 T3055 oasc.SolrException.log SEVERE http://127.0.0.1:50370/solr/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:28279/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:410)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.SyncStrategy.requestRecovery(SyncStrategy.java:282)
		at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:226)
		at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:119)
		at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:85)
		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:180)
		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:159)
		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:103)
		at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57)
		at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:132)
		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
	Caused by: java.net.SocketTimeoutException: Read timed out
		at java.net.SocketInputStream.socketRead0(Native Method)
		at java.net.SocketInputStream.read(SocketInputStream.java:146)
		at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
		at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
		at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
		at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
		at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
		at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
		at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
		at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
		at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
		at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
		at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 12 more
	
ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@688b6583 url=http://127.0.0.1:28279/solr/collection1 node=127.0.0.1:28279_solr
106548 T3073 C12 P28279 oasc.SolrException.log SEVERE Error while trying to recover. core=collection1:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:56272/solr
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:191)
		at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:320)
		at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:212)
	Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:56272 timed out
		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:125)
		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:148)
		at org.apache.http.impl.conn.AbstractPoolEntry.open(AbstractPoolEntry.java:150)
		at org.apache.http.impl.conn.AbstractPooledConnAdapter.open(AbstractPooledConnAdapter.java:121)
		at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:636)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 4 more
	
106548 T3073 C12 P28279 oasc.RecoveryStrategy.doRecovery SEVERE Recovery failed - trying again... core=collection1
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 109.511 sec
Running org.apache.solr.cloud.LeaderElectionIntegrationTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-LeaderElectionIntegrationTest-1346416827247
7891 T3104 oasc.SyncStrategy.sync SEVERE No UpdateLog found - cannot sync
7896 T3107 oasc.SyncStrategy.sync SEVERE No UpdateLog found - cannot sync
7900 T3110 oasc.SyncStrategy.sync SEVERE No UpdateLog found - cannot sync
7905 T3113 oasc.SyncStrategy.sync SEVERE No UpdateLog found - cannot sync
7938 T3104 oasc.SyncStrategy.sync SEVERE No UpdateLog found - cannot sync
8485 T3107 oasc.SyncStrategy.sync SEVERE No UpdateLog found - cannot sync
9510 T3110 oasc.SyncStrategy.sync SEVERE No UpdateLog found - cannot sync
10515 T3113 oasc.SyncStrategy.sync SEVERE No UpdateLog found - cannot sync
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-LeaderElectionIntegrationTest-1346416838873
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.038 sec
Running org.apache.solr.handler.component.TermVectorComponentDistributedTest
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.646 sec
Running org.apache.solr.cloud.RecoveryZkTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/core/target/test/./solrtest-RecoveryZkTest-1346416859953
ASYNC  NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@7e5a040a url=http://127.0.0.1:34154/solr/collection1 node=127.0.0.1:34154_solr
13711 T3303 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34156/solr/collection1
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:414)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
		at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:101)
		at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
		at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
		at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
		at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
		at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
		at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
		at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
		... 11 more
	
16162 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16184 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16193 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16199 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16206 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16213 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16222 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16229 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16239 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16247 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16254 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16261 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16268 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16276 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16283 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16290 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16301 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16308 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16315 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16322 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16337 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16343 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16350 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16357 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16379 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16401 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16408 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16415 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16422 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16460 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16467 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16477 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16490 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16496 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16503 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16514 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16522 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16528 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:312)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
		at java.lang.Thread.run(Thread.java:679)
	
16537 T3302 C13 P34154 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:34156/solr/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:34156/solr/collection1 returned non ok status:403, message:Server is shutting down
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:182)
		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:331)
		at org.apache.solr.u

[...truncated too long message...]

toreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345)
	at java.lang.Thread.run(Thread.java:679)

Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.089 sec

Results :

Tests run: 9, Failures: 0, Errors: 0, Skipped: 0

[INFO] [jar:jar {execution: default-jar}]
[INFO] Building jar: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/uima/target/solr-uima-4.0-SNAPSHOT.jar
[INFO] [install:install {execution: default-install}]
[INFO] Installing /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/uima/target/solr-uima-4.0-SNAPSHOT.jar to /home/hudson/.m2/repository/org/apache/solr/solr-uima/4.0-SNAPSHOT/solr-uima-4.0-SNAPSHOT.jar
[INFO] ------------------------------------------------------------------------
[INFO] Building Apache Solr Velocity
[INFO]    task-segment: [install]
[INFO] ------------------------------------------------------------------------
[INFO] [groovy:execute {execution: generate-timestamps}]
[INFO] [buildnumber:create {execution: default}]
[INFO] [enforcer:enforce {execution: enforce-java-compat-version-and-maven-2.2.1}]
[INFO] [remote-resources:process {execution: default}]
[debug] execute contextualize
[INFO] [resources:resources {execution: default-resources}]
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/velocity/src/main/resources
[INFO] Copying 3 resources
[INFO] [compiler:compile {execution: default-compile}]
[INFO] Compiling 4 source files to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/velocity/target/classes
[INFO] [bundle:manifest {execution: bundle-manifest}]
[debug] execute contextualize
[INFO] [resources:testResources {execution: default-testResources}]
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] Copying 3 resources
[INFO] Copying 148 resources
[INFO] Copying 1 resource
[INFO] Copying 3 resources
[INFO] [compiler:testCompile {execution: default-testCompile}]
[INFO] Compiling 1 source file to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/velocity/target/test-classes
[INFO] [surefire:test {execution: default-test}]
[INFO] Surefire report directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/velocity/target/surefire-reports

-------------------------------------------------------
 T E S T S
-------------------------------------------------------
Running org.apache.solr.velocity.VelocityResponseWriterTest
Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/velocity/target/test/./solrtest-VelocityResponseWriterTest-1346417265476
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.965 sec

Results :

Tests run: 1, Failures: 0, Errors: 0, Skipped: 0

[INFO] [jar:jar {execution: default-jar}]
[INFO] Building jar: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/velocity/target/solr-velocity-4.0-SNAPSHOT.jar
[INFO] [install:install {execution: default-install}]
[INFO] Installing /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/velocity/target/solr-velocity-4.0-SNAPSHOT.jar to /home/hudson/.m2/repository/org/apache/solr/solr-velocity/4.0-SNAPSHOT/solr-velocity-4.0-SNAPSHOT.jar
[INFO] ------------------------------------------------------------------------
[INFO] Building Apache Solr Contrib aggregator POM
[INFO]    task-segment: [install]
[INFO] ------------------------------------------------------------------------
[INFO] [groovy:execute {execution: generate-timestamps}]
[INFO] [buildnumber:create {execution: default}]
[INFO] [enforcer:enforce {execution: enforce-java-compat-version-and-maven-2.2.1}]
[INFO] [remote-resources:process {execution: default}]
[INFO] [bundle:manifest {execution: bundle-manifest}]
[WARNING] Ignoring project type pom - supportedProjectTypes = [jar, bundle]
[INFO] [site:attach-descriptor {execution: default-attach-descriptor}]
[INFO] [install:install {execution: default-install}]
[INFO] Installing /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/pom.xml to /home/hudson/.m2/repository/org/apache/solr/solr-contrib-aggregator/4.0-SNAPSHOT/solr-contrib-aggregator-4.0-SNAPSHOT.pom
[INFO] 
[INFO] 
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO] ------------------------------------------------------------------------
[INFO] Grandparent POM for Apache Lucene Core and Apache Solr  SUCCESS [8.116s]
[INFO] Lucene parent POM ..................................... SUCCESS [0.079s]
[INFO] Lucene Core ........................................... SUCCESS [4:49.893s]
[INFO] Lucene Test Framework ................................. SUCCESS [5.482s]
[INFO] Lucene Common Analyzers ............................... SUCCESS [1:51.415s]
[INFO] Lucene ICU Analysis Components ........................ SUCCESS [12.162s]
[INFO] Lucene Kuromoji Japanese Morphological Analyzer ....... SUCCESS [25.497s]
[INFO] Lucene Morfologik Polish Lemmatizer ................... SUCCESS [3.401s]
[INFO] Lucene Phonetic Filters ............................... SUCCESS [19.131s]
[INFO] Lucene Smart Chinese Analyzer ......................... SUCCESS [14.736s]
[INFO] Lucene Stempel Analyzer ............................... SUCCESS [4.208s]
[INFO] Lucene UIMA Analysis Components ....................... SUCCESS [21.972s]
[INFO] Lucene Analysis Modules aggregator POM ................ SUCCESS [0.230s]
[INFO] Lucene Queries ........................................ SUCCESS [10.319s]
[INFO] Lucene Sandbox ........................................ SUCCESS [8.045s]
[INFO] Lucene QueryParsers ................................... SUCCESS [16.123s]
[INFO] Lucene Memory ......................................... SUCCESS [8.778s]
[INFO] Lucene Highlighter .................................... SUCCESS [8.185s]
[INFO] Lucene Facets ......................................... SUCCESS [54.935s]
[INFO] Lucene Benchmark ...................................... SUCCESS [23.298s]
[INFO] Lucene Demo ........................................... SUCCESS [4.098s]
[INFO] Lucene Grouping ....................................... SUCCESS [20.184s]
[INFO] Lucene Join ........................................... SUCCESS [19.523s]
[INFO] Lucene Miscellaneous .................................. SUCCESS [6.151s]
[INFO] Lucene Spatial ........................................ SUCCESS [8.361s]
[INFO] Lucene Suggest ........................................ SUCCESS [17.261s]
[INFO] Apache Solr parent POM ................................ SUCCESS [0.109s]
[INFO] Apache Solr Solrj ..................................... SUCCESS [4.612s]
[INFO] Apache Solr Core ...................................... SUCCESS [24:51.778s]
[INFO] Apache Solr Search Server ............................. SUCCESS [5.960s]
[INFO] Apache Solr Test Framework ............................ SUCCESS [3.031s]
[INFO] Apache Solr Analysis Extras ........................... SUCCESS [6.454s]
[INFO] Apache Solr Clustering ................................ SUCCESS [16.546s]
[INFO] Apache Solr DataImportHandler ......................... SUCCESS [1:34.143s]
[INFO] Apache Solr DataImportHandler Extras .................. SUCCESS [7.470s]
[INFO] Apache Solr Content Extraction Library ................ FAILED [9.780s]
[INFO] Apache Solr Language Identifier ....................... SUCCESS [8.594s]
[INFO] Apache Solr UIMA integration .......................... SUCCESS [30.051s]
[INFO] Apache Solr Velocity .................................. SUCCESS [5.533s]
[INFO] Apache Solr Contrib aggregator POM .................... SUCCESS [0.090s]
[INFO] ------------------------------------------------------------------------
[INFO] Error for project: Apache Solr Content Extraction Library (during install)
[INFO] ------------------------------------------------------------------------
[INFO] There are test failures.

Please refer to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Maven-4.x/maven-build/solr/contrib/extraction/target/surefire-reports for the individual test results.
[INFO] ------------------------------------------------------------------------
[INFO] For more information, run Maven with the -e switch
[INFO] ------------------------------------------------------------------------
[INFO] BUILD ERRORS
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 40 minutes 7 seconds
[INFO] Finished at: Fri Aug 31 12:47:47 UTC 2012
[INFO] Final Memory: 275M/1495M
[INFO] ------------------------------------------------------------------------
Build step 'Invoke top-level Maven targets' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure




Mime
View raw message