lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-tests-only-4.x-java7 - Build # 218 - Failure
Date Sun, 29 Jul 2012 08:18:48 GMT
Build: https://builds.apache.org/job/Lucene-Solr-tests-only-4.x-java7/218/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
some core start times did not change on reload

Stack Trace:
java.lang.AssertionError: some core start times did not change on reload
	at __randomizedtesting.SeedInfo.seed([67FBB91DEA037DA8:E61D37059D5C1D94]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCollectionsAPI(BasicDistributedZkTest.java:405)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:309)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:679)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:818)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:825)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:671)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:697)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:736)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)


REGRESSION:  org.apache.solr.cloud.RecoveryZkTest.testDistribSearch

Error Message:
expected:<2636> but was:<2635>

Stack Trace:
java.lang.AssertionError: expected:<2636> but was:<2635>
	at __randomizedtesting.SeedInfo.seed([67FBB91DEA037DA8:E61D37059D5C1D94]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:107)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:679)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1995)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:818)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:825)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:671)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:697)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:736)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)




Build Log:
[...truncated 27310 lines...]
[junit4:junit4]   2> 340463 T368 oasc.SolrCore.closeSearcher [awholynewcollection_8] Closing main searcher on request.
[junit4:junit4]   2> 340463 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340463 T368 oasc.SolrCore.close [awholynewcollection_9]  CLOSING SolrCore org.apache.solr.core.SolrCore@14fa8220
[junit4:junit4]   2> 340465 T368 oasc.SolrCore.closeSearcher [awholynewcollection_9] Closing main searcher on request.
[junit4:junit4]   2> 340465 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340466 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_9 zkNodeName=127.0.0.1:33796_solr_awholynewcollection_9
[junit4:junit4]   2> 340467 T368 oasc.SolrCore.close [awholynewcollection_10]  CLOSING SolrCore org.apache.solr.core.SolrCore@228df742
[junit4:junit4]   2> 340468 T368 oasc.SolrCore.closeSearcher [awholynewcollection_10] Closing main searcher on request.
[junit4:junit4]   2> 340468 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340469 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_10 zkNodeName=127.0.0.1:33796_solr_awholynewcollection_10
[junit4:junit4]   2> 340571 T402 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 340571 T368 oaz.ZooKeeper.close Session: 0x138d1c360e90003 closed
[junit4:junit4]   2> 340572 T368 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 340624 T368 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=2135107417
[junit4:junit4]   2> 340625 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection2 zkNodeName=127.0.0.1:46645_solr_collection2
[junit4:junit4]   2> 340625 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection3 zkNodeName=127.0.0.1:46645_solr_collection3
[junit4:junit4]   2> 340626 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_2 zkNodeName=127.0.0.1:46645_solr_awholynewcollection_2
[junit4:junit4]   2> 340626 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_10 zkNodeName=127.0.0.1:46645_solr_awholynewcollection_10
[junit4:junit4]   2> 340626 T368 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3590098c
[junit4:junit4]   2> 340627 T368 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 340627 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=353,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=142,cumulative_deletesById=0,cumulative_deletesByQuery=3,cumulative_errors=0}
[junit4:junit4]   2> 340628 T368 oasc.SolrCore.close [collection2]  CLOSING SolrCore org.apache.solr.core.SolrCore@63822471
[junit4:junit4]   2> 340629 T368 oasc.SolrCore.closeSearcher [collection2] Closing main searcher on request.
[junit4:junit4]   2> 340629 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340631 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection2 zkNodeName=127.0.0.1:46645_solr_collection2
[junit4:junit4]   2> 340631 T368 oasc.SolrCore.close [collection3]  CLOSING SolrCore org.apache.solr.core.SolrCore@45f9323f
[junit4:junit4]   2> 340632 T368 oasc.SolrCore.closeSearcher [collection3] Closing main searcher on request.
[junit4:junit4]   2> 340632 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340633 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection3 zkNodeName=127.0.0.1:46645_solr_collection3
[junit4:junit4]   2> 340634 T368 oasc.SolrCore.close [awholynewcollection_0]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c499fc0
[junit4:junit4]   2> 340635 T368 oasc.SolrCore.closeSearcher [awholynewcollection_0] Closing main searcher on request.
[junit4:junit4]   2> 340635 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340635 T368 oasc.SolrCore.close [awholynewcollection_1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4da37705
[junit4:junit4]   2> 340636 T368 oasc.SolrCore.closeSearcher [awholynewcollection_1] Closing main searcher on request.
[junit4:junit4]   2> 340637 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340637 T368 oasc.SolrCore.close [awholynewcollection_2]  CLOSING SolrCore org.apache.solr.core.SolrCore@20cf767d
[junit4:junit4]   2> 340639 T368 oasc.SolrCore.closeSearcher [awholynewcollection_2] Closing main searcher on request.
[junit4:junit4]   2> 340639 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340640 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_2 zkNodeName=127.0.0.1:46645_solr_awholynewcollection_2
[junit4:junit4]   2> 340640 T368 oasc.SolrCore.close [awholynewcollection_3]  CLOSING SolrCore org.apache.solr.core.SolrCore@69e94b3
[junit4:junit4]   2> 340641 T368 oasc.SolrCore.closeSearcher [awholynewcollection_3] Closing main searcher on request.
[junit4:junit4]   2> 340642 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340642 T368 oasc.SolrCore.close [awholynewcollection_4]  CLOSING SolrCore org.apache.solr.core.SolrCore@1066c544
[junit4:junit4]   2> 340643 T368 oasc.SolrCore.closeSearcher [awholynewcollection_4] Closing main searcher on request.
[junit4:junit4]   2> 340643 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340644 T368 oasc.SolrCore.close [awholynewcollection_5]  CLOSING SolrCore org.apache.solr.core.SolrCore@6594ed01
[junit4:junit4]   2> 340645 T368 oasc.SolrCore.closeSearcher [awholynewcollection_5] Closing main searcher on request.
[junit4:junit4]   2> 340645 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340645 T368 oasc.SolrCore.close [awholynewcollection_6]  CLOSING SolrCore org.apache.solr.core.SolrCore@20525c09
[junit4:junit4]   2> 340661 T368 oasc.SolrCore.closeSearcher [awholynewcollection_6] Closing main searcher on request.
[junit4:junit4]   2> 340661 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340662 T368 oasc.SolrCore.close [awholynewcollection_7]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d809158
[junit4:junit4]   2> 340663 T368 oasc.SolrCore.closeSearcher [awholynewcollection_7] Closing main searcher on request.
[junit4:junit4]   2> 340664 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340664 T368 oasc.SolrCore.close [awholynewcollection_8]  CLOSING SolrCore org.apache.solr.core.SolrCore@3db44407
[junit4:junit4]   2> 340665 T368 oasc.SolrCore.closeSearcher [awholynewcollection_8] Closing main searcher on request.
[junit4:junit4]   2> 340665 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340665 T368 oasc.SolrCore.close [awholynewcollection_10]  CLOSING SolrCore org.apache.solr.core.SolrCore@1ae548d9
[junit4:junit4]   2> 340666 T368 oasc.SolrCore.closeSearcher [awholynewcollection_10] Closing main searcher on request.
[junit4:junit4]   2> 340666 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340667 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_10 zkNodeName=127.0.0.1:46645_solr_awholynewcollection_10
[junit4:junit4]   2> 340768 T414 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 340768 T368 oaz.ZooKeeper.close Session: 0x138d1c360e90004 closed
[junit4:junit4]   2> 340768 T368 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 340821 T368 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1575230635
[junit4:junit4]   2> 340822 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection2 zkNodeName=127.0.0.1:23761_solr_collection2
[junit4:junit4]   2> 340822 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection3 zkNodeName=127.0.0.1:23761_solr_collection3
[junit4:junit4]   2> 340823 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_0 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_0
[junit4:junit4]   2> 340823 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_1 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_1
[junit4:junit4]   2> 340823 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_4 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_4
[junit4:junit4]   2> 340824 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_5 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_5
[junit4:junit4]   2> 340824 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_9 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_9
[junit4:junit4]   2> 340824 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_10 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_10
[junit4:junit4]   2> 340825 T368 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6ec1d9d1
[junit4:junit4]   2> 340827 T368 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 340827 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=353,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=135,cumulative_deletesById=0,cumulative_deletesByQuery=3,cumulative_errors=0}
[junit4:junit4]   2> 340829 T368 oasc.SolrCore.close [collection2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4c3ba54b
[junit4:junit4]   2> 340831 T368 oasc.SolrCore.closeSearcher [collection2] Closing main searcher on request.
[junit4:junit4]   2> 340831 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340832 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection2 zkNodeName=127.0.0.1:23761_solr_collection2
[junit4:junit4]   2> 340833 T368 oasc.SolrCore.close [collection3]  CLOSING SolrCore org.apache.solr.core.SolrCore@f69eee8
[junit4:junit4]   2> 340835 T368 oasc.SolrCore.closeSearcher [collection3] Closing main searcher on request.
[junit4:junit4]   2> 340835 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340836 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection3 zkNodeName=127.0.0.1:23761_solr_collection3
[junit4:junit4]   2> 340836 T368 oasc.SolrCore.close [awholynewcollection_0]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d051157
[junit4:junit4]   2> 340838 T368 oasc.SolrCore.closeSearcher [awholynewcollection_0] Closing main searcher on request.
[junit4:junit4]   2> 340839 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340839 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_0 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_0
[junit4:junit4]   2> 340840 T368 oasc.SolrCore.close [awholynewcollection_1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a8ffb40
[junit4:junit4]   2> 340841 T368 oasc.SolrCore.closeSearcher [awholynewcollection_1] Closing main searcher on request.
[junit4:junit4]   2> 340842 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340842 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_1 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_1
[junit4:junit4]   2> 340843 T368 oasc.SolrCore.close [awholynewcollection_2]  CLOSING SolrCore org.apache.solr.core.SolrCore@57e20bca
[junit4:junit4]   2> 340844 T368 oasc.SolrCore.closeSearcher [awholynewcollection_2] Closing main searcher on request.
[junit4:junit4]   2> 340844 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340845 T368 oasc.SolrCore.close [awholynewcollection_3]  CLOSING SolrCore org.apache.solr.core.SolrCore@62fbcc01
[junit4:junit4]   2> 340846 T368 oasc.SolrCore.closeSearcher [awholynewcollection_3] Closing main searcher on request.
[junit4:junit4]   2> 340846 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340847 T368 oasc.SolrCore.close [awholynewcollection_4]  CLOSING SolrCore org.apache.solr.core.SolrCore@854a444
[junit4:junit4]   2> 340848 T368 oasc.SolrCore.closeSearcher [awholynewcollection_4] Closing main searcher on request.
[junit4:junit4]   2> 340848 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340849 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_4 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_4
[junit4:junit4]   2> 340850 T368 oasc.SolrCore.close [awholynewcollection_5]  CLOSING SolrCore org.apache.solr.core.SolrCore@28ce1d65
[junit4:junit4]   2> 340851 T368 oasc.SolrCore.closeSearcher [awholynewcollection_5] Closing main searcher on request.
[junit4:junit4]   2> 340851 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340852 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_5 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_5
[junit4:junit4]   2> 340852 T368 oasc.SolrCore.close [awholynewcollection_6]  CLOSING SolrCore org.apache.solr.core.SolrCore@691536ec
[junit4:junit4]   2> 340853 T368 oasc.SolrCore.closeSearcher [awholynewcollection_6] Closing main searcher on request.
[junit4:junit4]   2> 340854 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340854 T368 oasc.SolrCore.close [awholynewcollection_7]  CLOSING SolrCore org.apache.solr.core.SolrCore@193712a1
[junit4:junit4]   2> 340855 T368 oasc.SolrCore.closeSearcher [awholynewcollection_7] Closing main searcher on request.
[junit4:junit4]   2> 340856 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340856 T368 oasc.SolrCore.close [awholynewcollection_8]  CLOSING SolrCore org.apache.solr.core.SolrCore@a37aa32
[junit4:junit4]   2> 340857 T368 oasc.SolrCore.closeSearcher [awholynewcollection_8] Closing main searcher on request.
[junit4:junit4]   2> 340857 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340858 T368 oasc.SolrCore.close [awholynewcollection_9]  CLOSING SolrCore org.apache.solr.core.SolrCore@4f0e622c
[junit4:junit4]   2> 340860 T368 oasc.SolrCore.closeSearcher [awholynewcollection_9] Closing main searcher on request.
[junit4:junit4]   2> 340860 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340861 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_9 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_9
[junit4:junit4]   2> 340861 T368 oasc.SolrCore.close [awholynewcollection_10]  CLOSING SolrCore org.apache.solr.core.SolrCore@37df7a86
[junit4:junit4]   2> 340863 T368 oasc.SolrCore.closeSearcher [awholynewcollection_10] Closing main searcher on request.
[junit4:junit4]   2> 340863 T368 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 340864 T368 oasc.RecoveryStrategy.close WARNING Stopping recovery for core awholynewcollection_10 zkNodeName=127.0.0.1:23761_solr_awholynewcollection_10
[junit4:junit4]   2> 340965 T426 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 340965 T368 oaz.ZooKeeper.close Session: 0x138d1c360e90005 closed
[junit4:junit4]   2> 340966 T368 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 341020 T368 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 341346 T389 oasc.Overseer$CloudStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:187)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:113)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 341346 T389 oasc.Overseer$CloudStateUpdater.amILeader According to ZK I (id=88050829808435202-127.0.0.1:44198_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 342345 T482 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 342345 T368 oaz.ZooKeeper.close Session: 0x138d1c360e90006 closed
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=67FBB91DEA037DA8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=no_NO_NY -Dtests.timezone=America/Juneau -Dtests.file.encoding=US-ASCII
[junit4:junit4]   2>
[junit4:junit4]    > (@AfterClass output)
[junit4:junit4]   2> 342389 T368 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {n_f1=PostingsFormat(name=Direct), foo_b=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206), cat=PostingsFormat(name=MockSep), foo_d=PostingsFormat(name=Lucene40WithOrds), foo_f=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206), n_tl1=PostingsFormat(name=Direct), n_d1=PostingsFormat(name=MockSep), rnd_b=PostingsFormat(name=Lucene40WithOrds), intDefault=PostingsFormat(name=MockSep), n_td1=PostingsFormat(name=Direct), id=PostingsFormat(name=Lucene40WithOrds), timestamp=PostingsFormat(name=MockSep), range_facet_sl=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206), range_facet_si=PostingsFormat(name=Direct), oddField_s=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206), sequence_i=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206), name=PostingsFormat(name=Lucene40WithOrds), foo_i=PostingsFormat(name=Direct), regex_dup_B_s=PostingsFormat(name=MockSep), multiDefault=PostingsFormat(name=Direct), n_tf1=PostingsFormat(name=MockSep), n_dt1=PostingsFormat(name=Direct), genre_s=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206), author_t=PostingsFormat(name=Direct), n_ti1=PostingsFormat(name=Lucene40WithOrds), range_facet_l=PostingsFormat(name=MockSep), text=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206), _version_=PostingsFormat(name=MockSep), val_i=PostingsFormat(name=Lucene40WithOrds), SubjectTerms_mfacet=PostingsFormat(name=MockSep), series_t=PostingsFormat(name=Direct), a_t=PostingsFormat(name=MockSep), n_tdt1=PostingsFormat(name=MockSep), regex_dup_A_s=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206), price=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206), other_tl1=PostingsFormat(name=MockSep), n_l1=PostingsFormat(name=MockSep), a_si=PostingsFormat(name=Direct), inStock=Pulsing40(freqCutoff=15 minBlockSize=59 maxBlockSize=206)}, sim=DefaultSimilarity, locale=no_NO_NY, timezone=America/Juneau
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_04 (64-bit)/cpus=16,threads=1,free=272776064,total=377487360
[junit4:junit4]   2> NOTE: All tests run in this JVM: [RAMDirectoryFactoryTest, TestDefaultSimilarityFactory, TestLuceneMatchVersion, MinimalSchemaTest, BinaryUpdateRequestHandlerTest, SpatialFilterTest, CoreContainerCoreInitFailuresTest, NumericFieldsTest, SearchHandlerTest, FullSolrCloudDistribCmdsTest, ScriptEngineTest, JSONWriterTest, StandardRequestHandlerTest, SolrCoreTest, DateMathParserTest, TestReload, DistributedSpellCheckComponentTest, SolrCmdDistributorTest, BasicDistributedZkTest]
[junit4:junit4]   2> 
[junit4:junit4] Completed on J0 in 342.49s, 1 test, 1 failure <<< FAILURES!
[...truncated 30297 lines...]
[junit4:junit4]   2> 41565 T3455 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41565 T1550 C136 P65336 /update {wt=javabin&version=2} {add=[12674 (1408813730154676224)]} 0 2
[junit4:junit4]   2> 41567 T1535 C135 P65334 /update {wt=javabin&version=2} {add=[12675 (1408813730158870528)]} 0 0
[junit4:junit4]   2> 41568 T3455 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41568 T1549 C136 P65336 /update {wt=javabin&version=2} {delete=[2503 (-1408813730157821952)]} 0 2
[junit4:junit4]   2> 41570 T1535 C135 P65334 /update {wt=javabin&version=2} {add=[2544 (1408813730162016256)]} 0 0
[junit4:junit4]   2> 41573 T3455 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 41573 T1550 C136 P65336 /update {wt=javabin&version=2} {add=[12675 (1408813730160967680)]} 0 4
[junit4:junit4]   2> 41574 T3452 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41575 T1549 C136 P65336 /update {wt=javabin&version=2} {add=[2544 (1408813730164113408)]} 0 3
[junit4:junit4]   2> 41576 T1535 C135 P65334 /update {wt=javabin&version=2} {add=[12676 (1408813730167259136)]} 0 1
[junit4:junit4]   2> 41577 T1534 C135 P65334 /update {wt=javabin&version=2} {delete=[2504 (-1408813730169356288)]} 0 0
[junit4:junit4]   2> 41581 T3452 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41581 T3455 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41581 T1550 C136 P65336 /update {wt=javabin&version=2} {delete=[2504 (-1408813730171453440)]} 0 2
[junit4:junit4]   2> 41581 T1549 C136 P65336 /update {wt=javabin&version=2} {add=[12676 (1408813730171453441)]} 0 2
[junit4:junit4]   2> 41583 T1535 C135 P65334 /update {wt=javabin&version=2} {delete=[12625 (-1408813730175647745)]} 0 0
[junit4:junit4]   2> 41583 T1534 C135 P65334 /update {wt=javabin&version=2} {add=[2545 (1408813730175647744)]} 0 0
[junit4:junit4]   2> 41587 T3455 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41587 T3452 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41587 T1549 C136 P65336 /update {wt=javabin&version=2} {delete=[12625 (-1408813730177744896)]} 0 2
[junit4:junit4]   2> 41587 T1550 C136 P65336 /update {wt=javabin&version=2} {add=[2545 (1408813730177744897)]} 0 2
[junit4:junit4]   2> 41589 T1535 C135 P65334 /update {wt=javabin&version=2} {delete=[2506 (-1408813730181939201)]} 0 0
[junit4:junit4]   2> 41589 T1534 C135 P65334 /update {wt=javabin&version=2} {add=[12677 (1408813730181939200)]} 0 0
[junit4:junit4]   2> 41593 T3452 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41593 T3455 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41593 T1550 C136 P65336 /update {wt=javabin&version=2} {delete=[2506 (-1408813730184036353)]} 0 2
[junit4:junit4]   2> 41593 T1549 C136 P65336 /update {wt=javabin&version=2} {add=[12677 (1408813730184036352)]} 0 2
[junit4:junit4]   2> 41595 T1535 C135 P65334 /update {wt=javabin&version=2} {delete=[12626 (-1408813730188230656)]} 0 0
[junit4:junit4]   2> 41595 T1534 C135 P65334 /update {wt=javabin&version=2} {add=[2546 (1408813730188230657)]} 0 0
[junit4:junit4]   2> 41599 T3455 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41599 T3452 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41599 T1550 C136 P65336 /update {wt=javabin&version=2} {delete=[12626 (-1408813730190327808)]} 0 2
[junit4:junit4]   2> 41599 T1549 C136 P65336 /update {wt=javabin&version=2} {add=[2546 (1408813730190327809)]} 0 2
[junit4:junit4]   2> 41601 T1534 C135 P65334 /update {wt=javabin&version=2} {delete=[2507 (-1408813730194522112)]} 0 0
[junit4:junit4]   2> 41601 T1535 C135 P65334 /update {wt=javabin&version=2} {add=[12678 (1408813730194522113)]} 0 0
[junit4:junit4]   2> 41604 T1522 oascc.ZkStateReader.updateCloudState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 41605 T3452 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41605 T1550 C136 P65336 /update {wt=javabin&version=2} {delete=[2507 (-1408813730196619264)]} 0 2
[junit4:junit4]   2> 41607 T1534 C135 P65334 /update {wt=javabin&version=2} {add=[2547 (1408813730200813568)]} 0 0
[junit4:junit4]   2> 41607 T3455 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41607 T1549 C136 P65336 /update {wt=javabin&version=2} {add=[12678 (1408813730196619265)]} 0 4
[junit4:junit4]   2> added docs:2678 with 19 fails deletes:1328
[junit4:junit4]   2> 41611 T3455 C137 P65338 REQ /update {update.distrib=FROMLEADER&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 41611 T1550 C136 P65336 /update {wt=javabin&version=2} {add=[2547 (1408813730202910720)]} 0 2
[junit4:junit4]   2> added docs:2547 with 15 fails deletes:1261
[junit4:junit4]   2> 41613 T1534 C135 P65334 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 41864 T1534 C135 P65334 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343549429490/control/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5ca26ce2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343549429490/control/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5ca26ce2; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[_ch_SimpleText_0.pst, _ch_Lucene40WithOrds_0.prx, _gk_Lucene40WithOrds_0.frq, _gi_Pulsing40_0.tip, _ch_Lucene40WithOrds_0.tii, _gi_Pulsing40_0.tim, _gj_SimpleText_0.pst, _gk_Pulsing40_1.prx, _ch_Lucene40WithOrds_0.tib, _gj_1.del, _gi_Pulsing40_0.frq, _ch_nrm.cfs, _gk_nrm.cfs, _ch_Pulsing40_1.frq, _69_1.del, _gk_nrm.cfe, _gj_Pulsing40_0.frq, _69_Pulsing40_1.prx, _gj_Pulsing40_1.tip, _ch_nrm.cfe, _gj_Pulsing40_1.tim, _69_Lucene40WithOrds_0.frq, _ch_1.del, _69_Lucene40WithOrds_0.tib, _gi_SimpleText_0.pst, _69_Lucene40WithOrds_0.tii, _69_Pulsing40_0.prx, _gi_Pulsing40_1.frq, _gi_Lucene40WithOrds_0.tii, _gi_Lucene40WithOrds_0.tib, _69_Pulsing40_0.frq, _gj_Lucene40WithOrds_0.frq, _ch_Pulsing40_1.prx, _gk_Pulsing40_0.frq, _gi_Lucene40WithOrds_0.frq, _gk_Lucene40WithOrds_0.prx, _gi_Pulsing40_1.prx, _gk.fnm, _69.fdx, _gi_nrm.cfe, _69.fdt, _69_Pulsing40_1.tip, _69_Pulsing40_1.tim, _69_Pulsing40_0.tim, _ch.fdx, _ch_Pulsing40_1.tip, _gj_Pulsing40_0.prx, _69_Pulsing40_0.tip, _gj.si, _gi_nrm.cfs, _ch_Pulsing40_1.tim, _69_Lucene40WithOrds_0.prx, _gk.fdt, _gk.fdx, _69_Pulsing40_1.frq, _gk_Pulsing40_0.prx, _ch.si, _gi_Pulsing40_1.tip, _ch_Pulsing40_0.tip, _gi_Pulsing40_0.prx, _gi_Pulsing40_1.tim, _ch_Pulsing40_0.tim, _ch.fdt, _gj_Pulsing40_1.prx, _gi_Lucene40WithOrds_0.prx, _69.si, _gk_Pulsing40_1.tim, _gk_Pulsing40_1.tip, _ch_Lucene40WithOrds_0.frq, _gj.fdx, _gj.fnm, _gj_nrm.cfs, _ch_Pulsing40_0.frq, _gj_Lucene40WithOrds_0.tib, _gj.fdt, _gj_Pulsing40_0.tim, _gk_Pulsing40_1.frq, _ch_Pulsing40_0.prx, _69_SimpleText_0.pst, _gj_Pulsing40_0.tip, _gj_nrm.cfe, _gj_Lucene40WithOrds_0.tii, _gi.fnm, _gi.fdx, _69_nrm.cfe, _gk_Lucene40WithOrds_0.tib, _gi.fdt, _gi.si, _gk_SimpleText_0.pst, _gk_Pulsing40_0.tip, _gj_Pulsing40_1.frq, _69_nrm.cfs, _gk_Pulsing40_0.tim, _gk_Lucene40WithOrds_0.tii, _gj_Lucene40WithOrds_0.prx, _69.fnm, _ch.fnm, segments_2, _gk.si]
[junit4:junit4]   2> 41865 T1534 C135 P65334 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
[junit4:junit4]   2> 41878 T1534 C135 P65334 oass.SolrIndexSearcher.<init> Opening Searcher@552695d1 main
[junit4:junit4]   2> 41879 T1534 C135 P65334 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 41879 T1545 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@552695d1 main{StandardDirectoryReader(segments_2:1269 _69(4.0.0.1):C1001/51 _ch(4.0.0.1):C1028/44 _gj(4.0.0.1):C697/10 _gi(4.0.0.1):C10 _gk(4.0.0.1):C5)}
[junit4:junit4]   2> 41880 T1534 C135 P65334 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 267
[junit4:junit4]   2> 41883 T1550 C136 P65336 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 42350 T1550 C136 P65336 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343549429490/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f0dfe91; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_at_SimpleText_0.pst, _av_Lucene40WithOrds_0.prx, _ap_Lucene40WithOrds_0.tib, _aq_Lucene40WithOrds_0.tib, _as_Lucene40WithOrds_0.frq, _aq_1.del, _aw_Pulsing40_0.prx, _aw.fdx, _ap_Lucene40WithOrds_0.tii, _as.fnm, _aq_Lucene40WithOrds_0.tii, _as_Lucene40WithOrds_0.tii, _as_Pulsing40_1.tip, _ar_Pulsing40_0.frq, _as_Pulsing40_1.tim, _au_Pulsing40_0.frq, _as_Lucene40WithOrds_0.tib, _ar_Pulsing40_1.prx, _au_Lucene40WithOrds_0.tii, _ar_nrm.cfs, _as_SimpleText_0.pst, _6h_SimpleText_0.pst, _au_Lucene40WithOrds_0.tib, _ar_Pulsing40_1.frq, _ar.fdt, _ar_nrm.cfe, _aq_Pulsing40_1.frq, _aw_Pulsing40_0.frq, _aw.fdt, _ar.fdx, _aw_nrm.cfs, _aw_Pulsing40_1.prx, _at_Pulsing40_1.tim, _as_Pulsing40_0.frq, _ar_Lucene40WithOrds_0.prx, _av_Pulsing40_1.prx, _at_Pulsing40_1.tip, _at_nrm.cfs, _6h_1.del, _aw_nrm.cfe, _ap.fdt, _au.fnm, _au_Lucene40WithOrds_0.frq, _ar_Pulsing40_1.tip, _ap.fdx, _av.fdt, _at_nrm.cfe, _aw_Lucene40WithOrds_0.tib, _aq_Pulsing40_0.prx, _aw_Lucene40WithOrds_0.tii, _ar_Pulsing40_0.tim, _6h.fdt, _at_Pulsing40_0.prx, _aq_Pulsing40_1.prx, _aq_Pulsing40_1.tim, _ap_Lucene40WithOrds_0.frq, _av_Lucene40WithOrds_0.frq, _6h.fdx, _ap_Pulsing40_0.frq, _6h_Lucene40WithOrds_0.tib, _at.fdx, _au_Pulsing40_0.tim, _ar_1.del, _at_Pulsing40_1.prx, _at.si, _at.fdt, _at_Lucene40WithOrds_0.frq, _aq_Pulsing40_1.tip, _au_Pulsing40_0.tip, _au.si, _au_Pulsing40_1.tim, _6h_Pulsing40_1.frq, _ar_Pulsing40_0.tip, _aq_Lucene40WithOrds_0.prx, _at_Pulsing40_0.frq, _au_SimpleText_0.pst, _au_Pulsing40_1.tip, _6h_Lucene40WithOrds_0.tii, _ar_Lucene40WithOrds_0.frq, _av.fdx, _aq.fdt, _aw_Lucene40WithOrds_0.prx, _av.si, _au_Pulsing40_1.prx, _ar_Pulsing40_1.tim, _aq.fdx, _av_Pulsing40_0.prx, _as_Pulsing40_1.prx, _aw_SimpleText_0.pst, _aw.fnm, _au_nrm.cfs, _ar_Lucene40WithOrds_0.tib, _as_Lucene40WithOrds_0.prx, _ap.fnm, _au_nrm.cfe, _aq.fnm, _ap_Pulsing40_0.prx, _aq_Pulsing40_0.tim, _ap_SimpleText_0.pst, _at_Pulsing40_0.tip, _at_Pulsing40_0.tim, _at_Lucene40WithOrds_0.prx, _ar_Lucene40WithOrds_0.tii, _av_SimpleText_0.pst, _6h_Pulsing40_0.prx, _aw_Pulsing40_1.tim, _aw_Pulsing40_1.tip, _ap_Lucene40WithOrds_0.prx, _6h.si, _6h_nrm.cfe, _ap_Pulsing40_1.prx, _at.fnm, _6h_Pulsing40_0.frq, _ap_Pulsing40_0.tip, _as_nrm.cfe, _ap_Pulsing40_0.tim, _ap.si, _aq_Pulsing40_0.tip, _6h_nrm.cfs, _ar_Pulsing40_0.prx, _av_nrm.cfs, _au_Lucene40WithOrds_0.prx, _as_nrm.cfs, _aw_Pulsing40_1.frq, _av_Pulsing40_0.tip, _av_Pulsing40_0.tim, _6h_Lucene40WithOrds_0.frq, _6h.fnm, _av_nrm.cfe, _aq.si, _6h_Pulsing40_1.tim, _ap_Pulsing40_1.tim, _6h_Pulsing40_1.tip, _av_Pulsing40_0.frq, _au_Pulsing40_1.frq, _ar_SimpleText_0.pst, _as_Pulsing40_0.prx, _aq_Pulsing40_0.frq, _6h_Pulsing40_0.tip, _as_Pulsing40_1.frq, _av_Pulsing40_1.tip, _as.si, _ar.fnm, _av_Lucene40WithOrds_0.tib, _av_Pulsing40_1.tim, _aq_Lucene40WithOrds_0.frq, _as_Pulsing40_0.tip, _aq_SimpleText_0.pst, _av_Lucene40WithOrds_0.tii, _6h_Pulsing40_1.prx, _ar.si, _ap_1.del, _av_Pulsing40_1.frq, _au_Pulsing40_0.prx, _as_Pulsing40_0.tim, _aw.si, _at_Lucene40WithOrds_0.tib, _ap_nrm.cfs, _aq_nrm.cfs, _av.fnm, _at_Pulsing40_1.frq, _at_Lucene40WithOrds_0.tii, _au.fdx, _6h_Pulsing40_0.tim, _ap_Pulsing40_1.frq, _ap_nrm.cfe, _6h_Lucene40WithOrds_0.prx, _as.fdt, _au.fdt, _aw_Lucene40WithOrds_0.frq, _as.fdx, _ap_Pulsing40_1.tip, _aw_Pulsing40_0.tim, _aw_Pulsing40_0.tip, segments_3, _aq_nrm.cfe]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343549429490/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f0dfe91; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4,filenames=[_fh_Pulsing40_1.tim, _fh_nrm.cfe, _fe_Pulsing40_0.frq, _ay_Pulsing40_1.prx, _fh_Pulsing40_1.tip, _ff.fdt, _fe_Pulsing40_1.tim, _ff_Lucene40WithOrds_0.frq, _ff_Pulsing40_0.prx, _ff.fdx, _fg_Pulsing40_0.frq, _fd_Pulsing40_1.tim, _fd_Pulsing40_1.tip, _ff_Pulsing40_0.tip, _ff_Pulsing40_0.tim, _fe_Pulsing40_1.tip, _fg_Pulsing40_1.frq, _fd_nrm.cfs, _fh_Pulsing40_0.tim, _fe_Pulsing40_1.prx, _ay_SimpleText_0.pst, _fh.fdx, _fe_Pulsing40_0.prx, _fh.fdt, _ay_Pulsing40_1.tim, _fe_nrm.cfs, _fe_Lucene40WithOrds_0.frq, _ff.si, _fg.fdx, _fd_Pulsing40_0.frq, _fg.fdt, _fh_Pulsing40_0.tip, _ay_nrm.cfe, _ay_Pulsing40_1.tip, _fe.si, _fe_nrm.cfe, _fg_Lucene40WithOrds_0.frq, _fg_Pulsing40_1.prx, _fe.fdx, _fd_Pulsing40_0.prx, _ay.fdt, _fe.fdt, _fe.fnm, _fh_Pulsing40_0.prx, _ay_1.del, _fh_SimpleText_0.pst, _fe_SimpleText_0.pst, _ay_nrm.cfs, _fe_Lucene40WithOrds_0.prx, _fd_Lucene40WithOrds_0.prx, _ay_Pulsing40_0.frq, _ff_Pulsing40_0.frq, _fg_Pulsing40_1.tip, _fd_nrm.cfe, _fg_Pulsing40_0.tip, _fg_Pulsing40_0.tim, _ay_Pulsing40_0.tip, _fh_nrm.cfs, _ay.fdx, _ay_Pulsing40_0.prx, _ay_Lucene40WithOrds_0.frq, _ay_Pulsing40_0.tim, _fg_Pulsing40_1.tim, _ff_nrm.cfs, _ay_Pulsing40_1.frq, _ay.si, _fd_SimpleText_0.pst, _ay_Lucene40WithOrds_0.prx, _fh_Lucene40WithOrds_0.frq, _ff_Lucene40WithOrds_0.prx, _fg_Lucene40WithOrds_0.tii, _fd.fnm, _fg_nrm.cfe, _fg_Lucene40WithOrds_0.tib, _fd.fdx, _ff_Pulsing40_1.tip, _fg.si, _fd.fdt, _ff_Pulsing40_1.tim, _ff_SimpleText_0.pst, _fg_SimpleText_0.pst, _ay.fnm, _fe_Pulsing40_0.tim, _fh_Pulsing40_1.frq, _fe_Pulsing40_0.tip, _fd.si, _fh_Pulsing40_0.frq, _ff_Pulsing40_1.frq, _ff_Pulsing40_1.prx, _fg_Pulsing40_0.prx, _fd_Lucene40WithOrds_0.tib, _fd_Lucene40WithOrds_0.tii, _fd_1.del, _fd_Pulsing40_0.tip, _fd_Lucene40WithOrds_0.frq, _fh.si, _ay_Lucene40WithOrds_0.tib, _fh.fnm, _fe_Lucene40WithOrds_0.tii, _fd_Pulsing40_0.tim, _fh_Lucene40WithOrds_0.tii, _fd_Pulsing40_1.frq, _fg.fnm, _fh_Lucene40WithOrds_0.tib, _ff.fnm, _fe_Pulsing40_1.frq, _fh_Pulsing40_1.prx, _fe_Lucene40WithOrds_0.tib, _fg_nrm.cfs, _ff_nrm.cfe, _fg_Lucene40WithOrds_0.prx, _fh_Lucene40WithOrds_0.prx, _ff_Lucene40WithOrds_0.tii, _fd_Pulsing40_1.prx, _ay_Lucene40WithOrds_0.tii, segments_4, _ff_Lucene40WithOrds_0.tib]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343549429490/jetty1/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f0dfe91; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[_gh_Lucene40WithOrds_0.prx, _ay_Pulsing40_1.prx, _gh_Pulsing40_1.frq, _gk_Lucene40WithOrds_0.frq, _gh_SimpleText_0.pst, _gi_Pulsing40_0.tip, _gl.fdt, _gi_1.del, _gm_Pulsing40_0.prx, _gm.fdx, _gi_Pulsing40_0.tim, _gm.fdt, _gl.fdx, _gj_SimpleText_0.pst, _gk_Pulsing40_1.prx, _gh.si, _gi_Pulsing40_0.frq, _gl_Pulsing40_0.tim, _gl_Pulsing40_0.tip, _gk_nrm.cfs, _gl.fnm, _ay_SimpleText_0.pst, _gk_nrm.cfe, _gm_Pulsing40_1.frq, _gj_Pulsing40_0.frq, _ay_Pulsing40_1.tim, _gl_Lucene40WithOrds_0.frq, _gj_Pulsing40_1.tip, _gj_Pulsing40_1.tim, _gm_Lucene40WithOrds_0.frq, _ay_nrm.cfe, _ay_Pulsing40_1.tip, _gl_Pulsing40_0.prx, _ay.fdt, _gm_Lucene40WithOrds_0.tii, _gl_Pulsing40_1.tim, _gi_SimpleText_0.pst, _ay_1.del, _gl_Pulsing40_1.tip, _gm_Lucene40WithOrds_0.tib, _ay_nrm.cfs, _gl_SimpleText_0.pst, _gh_Lucene40WithOrds_0.frq, _ay_Pulsing40_0.frq, _gm.fnm, _gi_Pulsing40_1.frq, _gh_Pulsing40_1.tip, _gm_Lucene40WithOrds_0.prx, _gi_Lucene40WithOrds_0.tii, _gi_Lucene40WithOrds_0.tib, _gl_nrm.cfs, _gl_Pulsing40_1.prx, _ay_Pulsing40_0.tip, _ay.fdx, _ay_Pulsing40_0.prx, _ay_Lucene40WithOrds_0.frq, _gh_Pulsing40_1.tim, _gl_nrm.cfe, _gj_Lucene40WithOrds_0.frq, _gl_Pulsing40_0.frq, _ay_Pulsing40_0.tim, _gk_Pulsing40_0.frq, _gh_nrm.cfs, _gi_Lucene40WithOrds_0.frq, _ay_Pulsing40_1.frq, _gk_Lucene40WithOrds_0.prx, _gi_Pulsing40_1.prx, _gm_nrm.cfe, _ay.si, _gk.fnm, _gm_SimpleText_0.pst, _gm_Pulsing40_0.frq, _ay_Lucene40WithOrds_0.prx, _gh_Pulsing40_1.prx, _gh_Pulsing40_0.prx, _gi_nrm.cfe, _gm_nrm.cfs, _gm_Pulsing40_0.tip, _gj_Pulsing40_0.prx, _gm_Pulsing40_0.tim, _gi_nrm.cfs, _gj.si, _gm_Pulsing40_1.tip, _gm_Pulsing40_1.tim, _gk.fdt, _gk.fdx, _gh_Pulsing40_0.frq, _gh_nrm.cfe, _gl.si, _gk_Pulsing40_0.prx, _gi_Pulsing40_1.tip, _gi_Pulsing40_0.prx, _gi_Pulsing40_1.tim, _ay.fnm, _gm_Pulsing40_1.prx, _gi_Lucene40WithOrds_0.prx, _gj_Pulsing40_1.prx, _gk_Pulsing40_1.tim, _gk_Pulsing40_1.tip, _gj.fdx, _gj.fnm, _gj_nrm.cfs, _gj_Lucene40WithOrds_0.tib, _gj.fdt, _gh.fdt, _gj_Pulsing40_0.tim, _gl_Pulsing40_1.frq, _gj_Pulsing40_0.tip, _gk_Pulsing40_1.frq, _gh.fdx, _gj_nrm.cfe, _gj_Lucene40WithOrds_0.tii, _gh_Lucene40WithOrds_0.tib, _gi.fnm, _gi.fdx, _ay_Lucene40WithOrds_0.tib, _gk_Lucene40WithOrds_0.tib, _gi.fdt, _gh_Lucene40WithOrds_0.tii, _gi.si, _gk_SimpleText_0.pst, _gh_Pulsing40_0.tip, _gk_Pulsing40_0.tip, _gj_Pulsing40_1.frq, _gk_Pulsing40_0.tim, _gk_Lucene40WithOrds_0.tii, _gj_Lucene40WithOrds_0.prx, _gh_Pulsing40_0.tim, _gl_Lucene40WithOrds_0.tib, _gh.fnm, _gl_Lucene40WithOrds_0.prx, _ay_Lucene40WithOrds_0.tii, _gm.si, segments_5, _gl_Lucene40WithOrds_0.tii, _gk.si]
[junit4:junit4]   2> 42352 T1550 C136 P65336 oasc.SolrDeletionPolicy.updateCommits newest commit = 5
[junit4:junit4]   2> 42388 T1550 C136 P65336 oass.SolrIndexSearcher.<init> Opening Searcher@30fefa35 main
[junit4:junit4]   2> 42389 T1550 C136 P65336 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 42389 T1557 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30fefa35 main{StandardDirectoryReader(segments_5:1274 _ay(4.0.0.1):C1721/25 _gi(4.0.0.1):C920/21 _gh(4.0.0.1):C10 _gj(4.0.0.1):C10 _gk(4.0.0.1):C10 _gl(4.0.0.1):C10 _gm(4.0.0.1):C1)}
[junit4:junit4]   2> 42394 T3455 C137 P65338 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 42702 T3455 C137 P65338 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343549429490/jetty2/index.20120729021108738 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25105bcf; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5,filenames=[_gb.fdx, _gb.fdt, _g4.fnm, _gd_Lucene40WithOrds_0.frq, _gd_Pulsing40_1.frq, _g6_Pulsing40_1.tip, _gb.si, _gb_Pulsing40_1.tim, _gb_Pulsing40_1.tip, _g5.fdt, _gd_Lucene40WithOrds_0.tii, _g5.fdx, _g6_Pulsing40_1.tim, _g4_nrm.cfs, _g7_Lucene40WithOrds_0.prx, _ay_Pulsing40_1.tim, _gd_Lucene40WithOrds_0.tib, _g8.si, _gg.fdx, _gg.fdt, _gd.si, _ay_Pulsing40_1.tip, _g4_nrm.cfe, _g3.fdx, _g7_nrm.cfe, _gf_Pulsing40_0.tim, _g6_Pulsing40_0.frq, _g3.fdt, _gf_Pulsing40_0.tip, _gc_Pulsing40_1.prx, _g3_SimpleText_0.pst, _gd_nrm.cfs, _g9_SimpleText_0.pst, _g3.si, _g7_nrm.cfs, _gc_nrm.cfe, _g7_Pulsing40_0.tim, _gb_Lucene40WithOrds_0.frq, _g3_Pulsing40_0.tip, _gc_nrm.cfs, _g8_Pulsing40_0.prx, _ge_Pulsing40_1.prx, _g3_Pulsing40_0.tim, _g7_Pulsing40_0.tip, _gc_SimpleText_0.pst, _g3_Pulsing40_1.prx, _g9_Pulsing40_1.tip, _g2.fnm, _g9_Pulsing40_1.tim, _g8_Lucene40WithOrds_0.tii, _g6_Lucene40WithOrds_0.tib, _g2_Pulsing40_1.tip, _g8_SimpleText_0.pst, _gc.fdx, _ay_Pulsing40_0.prx, _g6_Lucene40WithOrds_0.frq, _g7.fnm, _gd_Pulsing40_1.tim, _gc.fdt, _g2_Pulsing40_1.tim, _g8_Lucene40WithOrds_0.tib, _gd_Pulsing40_1.tip, _gd_nrm.cfe, _g6_Lucene40WithOrds_0.tii, _g9_Pulsing40_0.frq, _gf.si, _gd_Pulsing40_1.prx, _g4_Lucene40WithOrds_0.tii, _g7_Pulsing40_0.prx, _g5_Pulsing40_0.tip, _g2.fdt, _gd_Pulsing40_0.prx, _gf_Pulsing40_1.tim, _g7_SimpleText_0.pst, _gb_nrm.cfs, _g2.fdx, _g7_Pulsing40_1.frq, _g5_Pulsing40_0.tim, _g9_Pulsing40_0.tip, _g2_Pulsing40_1.frq, _g5_SimpleText_0.pst, _g7.si, _gc_Pulsing40_1.tim, _g9.fdt, _gg_nrm.cfe, _gf_Pulsing40_1.tip, _g9.fdx, _gd.fdx, _gc_Pulsing40_1.tip, _gc_Pulsing40_0.tip, _gd.fdt, _gc_Pulsing40_0.tim, _g3_1.del, _g6_Pulsing40_0.prx, _gg_Pulsing40_1.frq, _g3_Lucene40WithOrds_0.prx, _gg_nrm.cfs, _g4_Pulsing40_1.tip, _ge_Pulsing40_1.frq, _g4_Pulsing40_1.tim, _g5.si, _ge_Lucene40WithOrds_0.frq, _g3_Pulsing40_1.tim, _g9_Pulsing40_0.tim, _gb_Pulsing40_0.prx, _gb_nrm.cfe, _g3_Pulsing40_1.tip, _g7_1.del, _g6_Lucene40WithOrds_0.prx, _gf_Pulsing40_0.frq, _g4_Lucene40WithOrds_0.tib, _g4_Pulsing40_0.frq, _g2_Lucene40WithOrds_0.prx, _gb_Lucene40WithOrds_0.tii, _gg_Pulsing40_1.tip, _g6_SimpleText_0.pst, _gc_Lucene40WithOrds_0.prx, _ge_Pulsing40_0.prx, _gg_Lucene40WithOrds_0.tib, _g6.fdx, _gb_Pulsing40_1.frq, _g8_Pulsing40_0.frq, _gg_Pulsing40_1.tim, _gg_Lucene40WithOrds_0.tii, _gb_Lucene40WithOrds_0.tib, _g5_Pulsing40_1.prx, _g6.fdt, _g9.si, _g9_1.del, _ay_Lucene40WithOrds_0.tib, _g4.si, _g6.si, _g4_Pulsing40_1.frq, _gg_Pulsing40_0.frq, _gc_Pulsing40_1.frq, _gf.fdx, _g2_Pulsing40_0.prx, _ay_Lucene40WithOrds_0.tii, _g8_Pulsing40_1.prx, _g4_Pulsing40_0.prx, _gf.fdt, _ay_Pulsing40_1.prx, _gb.fnm, _g9_Lucene40WithOrds_0.frq, _g7_Pulsing40_0.frq, _g5_nrm.cfe, _g4_SimpleText_0.pst, _gg.si, _gd_Lucene40WithOrds_0.prx, _g5.fnm, _g2_Lucene40WithOrds_0.tib, _g5_nrm.cfs, _g8_Lucene40WithOrds_0.prx, _gg.fnm, _gf.fnm, _g9_Lucene40WithOrds_0.tii, _gd_Pulsing40_0.frq, _ay_SimpleText_0.pst, _g2.si, _g3_Lucene40WithOrds_0.frq, _g7_Lucene40WithOrds_0.frq, _gc.si, _gf_Lucene40WithOrds_0.frq, _gg_Pulsing40_0.prx, _g2_Lucene40WithOrds_0.tii, _g9_Lucene40WithOrds_0.tib, _gb_Pulsing40_1.prx, _g4_Lucene40WithOrds_0.frq, _g9_Lucene40WithOrds_0.prx, _g4_Lucene40WithOrds_0.prx, _g5_Lucene40WithOrds_0.prx, _ay_nrm.cfe, _gc_Lucene40WithOrds_0.frq, _g4.fdx, _g8_nrm.cfs, _ge_nrm.cfs, _ay.fdt, _g7_Lucene40WithOrds_0.tii, _g6_Pulsing40_1.prx, _gf_Lucene40WithOrds_0.prx, _ay_1.del, _g7_Lucene40WithOrds_0.tib, _ge_Pulsing40_1.tim, _g4.fdt, _ge_Pulsing40_1.tip, _ge_Lucene40WithOrds_0.prx, _ay_nrm.cfs, _g8_nrm.cfe, _g5_1.del, _g2_Pulsing40_1.prx, _g2_Pulsing40_0.frq, _g8.fdt, _ay_Pulsing40_0.frq, _gc.fnm, _g8.fdx, _gb_SimpleText_0.pst, _gf_Pulsing40_0.prx, _gg_Pulsing40_1.prx, _gf_Pulsing40_1.frq, _g2_nrm.cfs, _gf_Pulsing40_1.prx, _gc_Pulsing40_0.prx, _ge.fdx, _g5_Pulsing40_0.frq, _g5_Pulsing40_1.tim, _g5_Pulsing40_1.tip, _ay_Pulsing40_0.tip, _ge_SimpleText_0.pst, _ge_nrm.cfe, _g2_nrm.cfe, _g5_Lucene40WithOrds_0.frq, _ay.fdx, _ay_Lucene40WithOrds_0.frq, _g9.fnm, _ge.fdt, _ay_Pulsing40_0.tim, _g8_Lucene40WithOrds_0.frq, _gb_Pulsing40_0.frq, _ay_Pulsing40_1.frq, _g8_Pulsing40_0.tim, _gd_SimpleText_0.pst, _ge_Lucene40WithOrds_0.tib, _g3.fnm, _g8_1.del, _ay.si, _ge_Lucene40WithOrds_0.tii, _g2_1.del, _g2_SimpleText_0.pst, _gg_Lucene40WithOrds_0.frq, _ay_Lucene40WithOrds_0.prx, _g2_Lucene40WithOrds_0.frq, _g3_Pulsing40_0.prx, _g4_1.del, _gb_Pulsing40_0.tim, _g8_Pulsing40_1.tim, _g9_Pulsing40_0.prx, _gb_Pulsing40_0.tip, _g5_Pulsing40_1.frq, _g8_Pulsing40_1.tip, _ge_Pulsing40_0.tip, _gc_Lucene40WithOrds_0.tii, _ge_Pulsing40_0.tim, _gd_Pulsing40_0.tip, _gd_Pulsing40_0.tim, _g8.fnm, _gb_Lucene40WithOrds_0.prx, _g7.fdt, _g7.fdx, _g9_Pulsing40_1.frq, _g3_Lucene40WithOrds_0.tib, _g8_Pulsing40_0.tip, _gg_Lucene40WithOrds_0.prx, _gd.fnm, _g6_Pulsing40_0.tip, _ay.fnm, _g6_Pulsing40_0.tim, _gc_Lucene40WithOrds_0.tib, _g9_nrm.cfs, _ge.fnm, _g5_Lucene40WithOrds_0.tib, _gc_Pulsing40_0.frq, _gf_Lucene40WithOrds_0.tib, _g5_Lucene40WithOrds_0.tii, _g3_Lucene40WithOrds_0.tii, _g4_Pulsing40_1.prx, _gf_Lucene40WithOrds_0.tii, _g3_nrm.cfs, _gf_nrm.cfs, _g3_nrm.cfe, _g9_nrm.cfe, _g7_Pulsing40_1.tim, _g4_Pulsing40_0.tim, _g2_Pulsing40_0.tip, _g2_Pulsing40_0.tim, _g8_Pulsing40_1.frq, _gg_SimpleText_0.pst, _g6.fnm, _g4_Pulsing40_0.tip, _g5_Pulsing40_0.prx, _g6_Pulsing40_1.frq, _g6_nrm.cfs, _g9_Pulsing40_1.prx, _gg_Pulsing40_0.tip, _g7_Pulsing40_1.tip, _ge_Pulsing40_0.frq, _gf_SimpleText_0.pst, _g3_Pulsing40_1.frq, _gg_Pulsing40_0.tim, _g6_nrm.cfe, _g7_Pulsing40_1.prx, _g3_Pulsing40_0.frq, _g6_1.del, _gf_nrm.cfe, _ge.si, segments_5]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1343549429490/jetty2/index.20120729021108738 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25105bcf; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6,filenames=[_ay_Pulsing40_1.prx, _gk_Lucene40WithOrds_0.frq, _gi_Pulsing40_0.tip, _gi_1.del, _gl.fdt, _gm_Pulsing40_0.prx, _gm.fdx, _gi_Pulsing40_0.tim, _gm.fdt, _gj_SimpleText_0.pst, _gl.fdx, _gk_Pulsing40_1.prx, _gi_Pulsing40_0.frq, _gl_Pulsing40_0.tim, _gl_Pulsing40_0.tip, _gk_nrm.cfs, _ay_SimpleText_0.pst, _gk_nrm.cfe, _gl.fnm, _gm_Pulsing40_1.frq, _gj_Pulsing40_0.frq, _ay_Pulsing40_1.tim, _gj_Pulsing40_1.tip, _gl_Lucene40WithOrds_0.frq, _gj_Pulsing40_1.tim, _gm_Lucene40WithOrds_0.frq, _ay_Pulsing40_1.tip, _ay_nrm.cfe, _gl_Pulsing40_0.prx, _ay.fdt, _gm_Lucene40WithOrds_0.tii, _gl_Pulsing40_1.tim, _gi_SimpleText_0.pst, _ay_1.del, _gl_Pulsing40_1.tip, _gm_Lucene40WithOrds_0.tib, _ay_nrm.cfs, _gl_SimpleText_0.pst, _ay_Pulsing40_0.frq, _gm.fnm, _gi_Pulsing40_1.frq, _gm_Lucene40WithOrds_0.prx, _gi_Lucene40WithOrds_0.tii, _gi_Lucene40WithOrds_0.tib, _gl_nrm.cfs, _gl_Pulsing40_1.prx, _ay_Pulsing40_0.tip, _ay.fdx, _ay_Lucene40WithOrds_0.frq, _ay_Pulsing40_0.prx, _gl_nrm.cfe, _gj_Lucene40WithOrds_0.frq, _gl_Pulsing40_0.frq, _ay_Pulsing40_0.tim, _gk_Pulsing40_0.frq, _gi_Lucene40WithOrds_0.frq, _ay_Pulsing40_1.frq, _gk_Lucene40WithOrds_0.prx, _gi_Pulsing40_1.prx, _gm_nrm.cfe, _ay.si, _gk.fnm, _gm_SimpleText_0.pst, _gm_Pulsing40_0.frq, _ay_Lucene40WithOrds_0.prx, _gi_nrm.cfe, _gm_nrm.cfs, _gm_Pulsing40_0.tip, _gj_Pulsing40_0.prx, _gm_Pulsing40_0.tim, _gj.si, _gi_nrm.cfs, _gm_Pulsing40_1.tip, _gm_Pulsing40_1.tim, _gk.fdt, _gk.fdx, _gl.si, _gk_Pulsing40_0.prx, _gi_Pulsing40_1.tip, _gi_Pulsing40_0.prx, _gi_Pulsing40_1.tim, _ay.fnm, _gm_Pulsing40_1.prx, _gj_Pulsing40_1.prx, _gi_Lucene40WithOrds_0.prx, _gk_Pulsing40_1.tim, _gk_Pulsing40_1.tip, _gj.fdx, _gj.fnm, _gj_nrm.cfs, _gj_Lucene40WithOrds_0.tib, _gj.fdt, _gj_Pulsing40_0.tim, _gj_Pulsing40_0.tip, _gk_Pulsing40_1.frq, _gl_Pulsing40_1.frq, _gj_nrm.cfe, _gj_Lucene40WithOrds_0.tii, _gi.fnm, _gi.fdx, _ay_Lucene40WithOrds_0.tib, _gk_Lucene40WithOrds_0.tib, _gi.fdt, _gi.si, _gk_SimpleText_0.pst, _gk_Pulsing40_0.tip, _gj_Pulsing40_1.frq, _gk_Pulsing40_0.tim, _gk_Lucene40WithOrds_0.tii, _gj_Lucene40WithOrds_0.prx, _gl_Lucene40WithOrds_0.tib, _ay_Lucene40WithOrds_0.tii, _gl_Lucene40WithOrds_0.prx, _gm.si, segments_6, _gl_Lucene40WithOrds_0.tii, _gk.si]
[junit4:junit4]   2> 42710 T3455 C137 P65338 oasc.SolrDeletionPolicy.updateCommits newest commit = 6
[junit4:junit4]   2> 42741 T3455 C137 P65338 oass.SolrIndexSearcher.<init> Opening Searcher@4cd116f5 main
[junit4:junit4]   2> 42742 T3455 C137 P65338 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 42742 T3599 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cd116f5 main{StandardDirectoryReader(segments_6:1274:nrt _ay(4.0.0.1):C1721/25 _gi(4.0.0.1):C922/20 _gj(4.0.0.1):C10 _gk(4.0.0.1):C10 _gl(4.0.0.1):C10 _gm(4.0.0.1):C7)}
[junit4:junit4]   2> 42743 T3455 C137 P65338 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 349
[junit4:junit4]   2> 42744 T1550 C136 P65336 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 861
[junit4:junit4]   2> 42750 T1548 C136 P65336 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2636 status=0 QTime=1 
[junit4:junit4]   2> 42752 T3464 C137 P65338 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2635 status=0 QTime=1 
[junit4:junit4]   2> 42755 T1548 C136 P65336 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2636 status=0 QTime=0 
[junit4:junit4]   2> 42757 T3464 C137 P65338 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2635 status=0 QTime=0 
[junit4:junit4]   2> 42758 T1527 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x138d1c956f50006
[junit4:junit4]   2> 42759 T1576 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 42759 T1524 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:65344 which had sessionid 0x138d1c956f50006
[junit4:junit4]   2> 42759 T1522 oaz.ZooKeeper.close Session: 0x138d1c956f50006 closed
[junit4:junit4]   2> 42762 T1527 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x138d1c956f50005
[junit4:junit4]   2> 42762 T1572 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 42762 T1524 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:65340 which had sessionid 0x138d1c956f50005
[junit4:junit4]   2> 42762 T1522 oaz.ZooKeeper.close Session: 0x138d1c956f50005 closed
[junit4:junit4]   2> 42763 T1527 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 42763 T1526 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 42763 T1522 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 42947 T1522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:65335 which had sessionid 0x138d1c956f50002
[junit4:junit4]   2> 42947 T1522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:65337 which had sessionid 0x138d1c956f50003
[junit4:junit4]   2> 42948 T1541 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x138d1c956f50002, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 42948 T1555 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x138d1c956f50003, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 42948 T1522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:65353 which had sessionid 0x138d1c956f50007
[junit4:junit4]   2> 42948 T3457 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x138d1c956f50007, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 42948 T1524 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 42949 T1522 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 42949 T1522 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 65334
[junit4:junit4]   2> 42949 T1522 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=229103541
[junit4:junit4]   2> 42949 T1522 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2c95d2f5
[junit4:junit4]   2> 42950 T1522 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 42951 T1522 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5225,cumulative_deletesById=2589,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 43049 T1556 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1adba92c name:ZooKeeperConnection Watcher:127.0.0.1:65331/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 43049 T1542 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 43049 T1522 oaz.ZooKeeper.close Session: 0x138d1c956f50002 closed
[junit4:junit4]   2> 43049 T1543 oasc.Overseer$CloudStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:187)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:113)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 43050 T1522 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 43050 T1543 oasc.Overseer$CloudStateUpdater.amILeader According to ZK I (id=88050855411253250-127.0.0.1:65334_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 43049 T3458 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c4497c0 name:ZooKeeperConnection Watcher:127.0.0.1:65331/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 43102 T1522 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 65336
[junit4:junit4]   2> 43102 T1522 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=871562246
[junit4:junit4]   2> 43102 T1522 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@33d542c2
[junit4:junit4]   2> 43103 T1522 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 43105 T1522 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5225,cumulative_deletesById=2589,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 44554 T1555 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:65331
[junit4:junit4]   2> 44890 T3457 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost/127.0.0.1:65331
[junit4:junit4]   2> 45515 T1525 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 51151 T1556 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 51151 T1522 oaz.ZooKeeper.close Session: 0x138d1c956f50003 closed
[junit4:junit4]   2> 51152 T1522 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 51204 T1522 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 65338
[junit4:junit4]   2> 51204 T1522 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1236085113
[junit4:junit4]   2> 51204 T1522 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:65338_solr_collection1
[junit4:junit4]   2> 51204 T1522 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@62e5bcb2
[junit4:junit4]   2> 51205 T1522 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 51206 T1522 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=6,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2554,cumulative_deletesById=1273,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 51210 T1522 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:65338_solr_collection1
[junit4:junit4]   2> 51311 T3458 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 51311 T1522 oaz.ZooKeeper.close Session: 0x138d1c956f50007 closed
[junit4:junit4]   2> 51312 T1522 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 51416 T1522 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest -Dtests.method=testDistribSearch -Dtests.seed=67FBB91DEA037DA8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th_TH -Dtests.timezone=US/Mountain -Dtests.file.encoding=US-ASCII
[junit4:junit4]   2>
[junit4:junit4]    > (@AfterClass output)
[junit4:junit4]   2> 51425 T1522 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40: {range_facet_l=PostingsFormat(name=Lucene40WithOrds), text=Pulsing40(freqCutoff=17 minBlockSize=83 maxBlockSize=207), _version_=Pulsing40(freqCutoff=9 minBlockSize=83 maxBlockSize=207), rnd_b=PostingsFormat(name=SimpleText), intDefault=Pulsing40(freqCutoff=9 minBlockSize=83 maxBlockSize=207), id=PostingsFormat(name=SimpleText), timestamp=PostingsFormat(name=Lucene40WithOrds), a_t=PostingsFormat(name=Lucene40WithOrds), range_facet_sl=PostingsFormat(name=SimpleText), range_facet_si=PostingsFormat(name=Lucene40WithOrds), other_tl1=Pulsing40(freqCutoff=9 minBlockSize=83 maxBlockSize=207), multiDefault=PostingsFormat(name=Lucene40WithOrds), a_si=Pulsing40(freqCutoff=9 minBlockSize=83 maxBlockSize=207)}, sim=DefaultSimilarity, locale=th_TH, timezone=US/Mountain
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_04 (64-bit)/cpus=16,threads=3,free=199322200,total=377487360
[junit4:junit4]   2> NOTE: All tests run in this JVM: [RAMDirectoryFactoryTest, TestDefaultSimilarityFactory, TestLuceneMatchVersion, MinimalSchemaTest, BinaryUpdateRequestHandlerTest, SpatialFilterTest, CoreContainerCoreInitFailuresTest, NumericFieldsTest, SearchHandlerTest, FullSolrCloudDistribCmdsTest, ScriptEngineTest, JSONWriterTest, StandardRequestHandlerTest, SolrCoreTest, DateMathParserTest, TestReload, DistributedSpellCheckComponentTest, SolrCmdDistributorTest, BasicDistributedZkTest, SuggesterFSTTest, TestRangeQuery, SolrRequestParserTest, TestCharFilters, TermsComponentTest, TestCoreContainer, UpdateRequestProcessorFactoryTest, FileBasedSpellCheckerTest, SortByFunctionTest, TestNumberUtils, TestIBSimilarityFactory, DirectSolrConnectionTest, WordBreakSolrSpellCheckerTest, TestBadConfig, BadComponentTest, TestPseudoReturnFields, TestXIncludeConfig, AnalysisAfterCoreReloadTest, DateFieldTest, TestStressReorder, TestSearchPerf, AlternateDirectoryTest, TestIndexingPerformance, DefaultValueUpdateProcessorTest, DOMUtilTest, TestExtendedDismaxParser, PreAnalyzedFieldTest, RecoveryZkTest]
[junit4:junit4]   2> 
[junit4:junit4] Completed on J0 in 51.44s, 1 test, 1 failure <<< FAILURES!
[...truncated 367 lines...]

[...truncated 58276 lines...]

[...truncated 58276 lines...]

[...truncated 58276 lines...]

[...truncated 58276 lines...]

[...truncated 58263 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/build.xml:29: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/solr/build.xml:144: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/lucene/module-build.xml:62: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/lucene/common-build.xml:1095: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-tests-only-4.x-java7/checkout/lucene/common-build.xml:790: There were test failures: 223 suites, 901 tests, 2 failures, 5 ignored

Total time: 35 minutes 2 seconds
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Mime
View raw message