lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Policeman Jenkins Server <jenk...@thetaphi.de>
Subject [JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 826 - Failure!
Date Sun, 22 Sep 2013 23:12:01 GMT
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/826/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
collection already exists: awholynewcollection_1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
	at __randomizedtesting.SeedInfo.seed([50377FBD63DBBC0B:D1D1F1A51484DC37]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:268)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:635)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1572)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1586)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:481)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:152)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)


REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Wrong doc count on shard1_0 expected:<94> but was:<46>

Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0 expected:<94> but was:<46>
	at __randomizedtesting.SeedInfo.seed([50377FBD63DBBC0B:D1D1F1A51484DC37]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:226)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:173)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 9517 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 889929 T2980 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 889941 T2980 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1379888704631
   [junit4]   2> 889944 T2980 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 889947 T2981 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 890048 T2980 oasc.ZkTestServer.run start zk server on port:53186
   [junit4]   2> 890051 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 890060 T2987 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a21f7e6 name:ZooKeeperConnection Watcher:127.0.0.1:53186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890061 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 890062 T2980 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 890086 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 890092 T2989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ee53f21 name:ZooKeeperConnection Watcher:127.0.0.1:53186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890092 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 890093 T2980 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 890106 T2980 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 890121 T2980 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 890135 T2980 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 890149 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 890152 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 890175 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 890177 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 890194 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 890195 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 890211 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 890213 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 890227 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 890228 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 890242 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 890244 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 890257 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 890259 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 890273 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 890275 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 890290 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 890292 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 890307 T2980 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 890308 T2980 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 890800 T2980 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 890807 T2980 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53189
   [junit4]   2> 890810 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 890811 T2980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 890812 T2980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379888705018
   [junit4]   2> 890813 T2980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379888705018/'
   [junit4]   2> 890884 T2980 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379888705018/solr.xml
   [junit4]   2> 890982 T2980 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 890989 T2980 oasc.CoreContainer.<init> New CoreContainer 1277028879
   [junit4]   2> 890990 T2980 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379888705018/]
   [junit4]   2> 890992 T2980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 890993 T2980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 890994 T2980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 890994 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 890995 T2980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 890996 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 890997 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 890998 T2980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 890999 T2980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 890999 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 891036 T2980 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 891038 T2980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 891039 T2980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53186/solr
   [junit4]   2> 891040 T2980 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 891042 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 891049 T3000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ff1a5d3 name:ZooKeeperConnection Watcher:127.0.0.1:53186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 891050 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 891057 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 891096 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 891101 T3002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e36c464 name:ZooKeeperConnection Watcher:127.0.0.1:53186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 891102 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 891109 T2980 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 891125 T2980 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 891144 T2980 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 891156 T2980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53189_
   [junit4]   2> 891162 T2980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53189_
   [junit4]   2> 891178 T2980 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 891204 T2980 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 891218 T2980 oasc.Overseer.start Overseer (id=90432386148663299-127.0.0.1:53189_-n_0000000000) starting
   [junit4]   2> 891234 T2980 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 891254 T3004 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 891260 T2980 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 891273 T2980 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 891283 T2980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 891302 T3003 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 891325 T2980 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379888705018
   [junit4]   2> 891575 T2980 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1379888705018/conf/
   [junit4]   2> 891609 T2980 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 891634 T2980 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 891635 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 891637 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 891676 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 891681 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 891686 T3007 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c0c71b0 name:ZooKeeperConnection Watcher:127.0.0.1:53186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 891687 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 891694 T2980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 891715 T2980 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 892225 T2980 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 892234 T2980 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53193
   [junit4]   2> 892240 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 892241 T2980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 892241 T2980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404
   [junit4]   2> 892242 T2980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/'
   [junit4]   2> 892322 T2980 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/solr.xml
   [junit4]   2> 892423 T2980 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 892424 T2980 oasc.CoreContainer.<init> New CoreContainer 677503172
   [junit4]   2> 892424 T2980 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/]
   [junit4]   2> 892426 T2980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 892427 T2980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 892428 T2980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 892429 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 892429 T2980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 892430 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 892430 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 892431 T2980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 892432 T2980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 892433 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 892466 T2980 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 892467 T2980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 892468 T2980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53186/solr
   [junit4]   2> 892469 T2980 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 892471 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 892477 T3018 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31eb7892 name:ZooKeeperConnection Watcher:127.0.0.1:53186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 892479 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 892490 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 892522 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 892528 T3020 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68171e49 name:ZooKeeperConnection Watcher:127.0.0.1:53186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 892528 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 892546 T2980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 893564 T2980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53193_
   [junit4]   2> 893569 T2980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53193_
   [junit4]   2> 893583 T3002 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 893584 T3007 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 893586 T3020 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 893617 T2980 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404
   [junit4]   2> 893841 T2980 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/conf/
   [junit4]   2> 893854 T2980 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 893855 T2980 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 893856 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 893857 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 894355 T2980 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 894394 T2980 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53196
   [junit4]   2> 894397 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 894398 T2980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 894399 T2980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585
   [junit4]   2> 894399 T2980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/'
   [junit4]   2> 894450 T2980 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/solr.xml
   [junit4]   2> 894555 T2980 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 894556 T2980 oasc.CoreContainer.<init> New CoreContainer 26737473
   [junit4]   2> 894557 T2980 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/]
   [junit4]   2> 894559 T2980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 894559 T2980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 894560 T2980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 894560 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 894561 T2980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 894562 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 894562 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 894563 T2980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 894563 T2980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 894564 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 894598 T2980 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 894599 T2980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 894599 T2980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53186/solr
   [junit4]   2> 894600 T2980 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 894602 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 894607 T3032 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20f06938 name:ZooKeeperConnection Watcher:127.0.0.1:53186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 894610 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 894616 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 894653 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 894661 T3034 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@389e3ccc name:ZooKeeperConnection Watcher:127.0.0.1:53186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 894661 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 894681 T2980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 895702 T2980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53196_
   [junit4]   2> 895705 T2980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53196_
   [junit4]   2> 895718 T3034 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 895719 T3007 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 895721 T3020 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 895722 T3002 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 895736 T2980 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585
   [junit4]   2> 895876 T2980 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/conf/
   [junit4]   2> 895886 T2980 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 895892 T2980 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 895893 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 895893 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 896409 T2980 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 896418 T2980 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53199
   [junit4]   2> 896424 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 896425 T2980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 896425 T2980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623
   [junit4]   2> 896426 T2980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/'
   [junit4]   2> 896472 T2980 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/solr.xml
   [junit4]   2> 896552 T2980 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 896553 T2980 oasc.CoreContainer.<init> New CoreContainer 2048497425
   [junit4]   2> 896554 T2980 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/]
   [junit4]   2> 896556 T2980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 896556 T2980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 896557 T2980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 896558 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 896558 T2980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 896559 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 896560 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 896560 T2980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 896561 T2980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 896562 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 896594 T2980 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 896595 T2980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 896596 T2980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53186/solr
   [junit4]   2> 896597 T2980 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 896599 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 896605 T3046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@260d1bb7 name:ZooKeeperConnection Watcher:127.0.0.1:53186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 896606 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 896613 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 896659 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 896665 T3048 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@578ed8e1 name:ZooKeeperConnection Watcher:127.0.0.1:53186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 896666 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 896684 T2980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 897701 T2980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53199_
   [junit4]   2> 897705 T2980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53199_
   [junit4]   2> 897721 T3034 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 897724 T3020 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 897726 T3007 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 897728 T3002 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 897729 T3048 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 897749 T2980 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623
   [junit4]   2> 897920 T2980 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/conf/
   [junit4]   2> 897928 T2980 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 897930 T2980 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 897931 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 897932 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 898501 T2980 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 898509 T2980 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53202
   [junit4]   2> 898513 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 898514 T2980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 898515 T2980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660
   [junit4]   2> 898516 T2980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/'
   [junit4]   2> 898599 T2980 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/solr.xml
   [junit4]   2> 898696 T2980 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 898698 T2980 oasc.CoreContainer.<init> New CoreContainer 116346557
   [junit4]   2> 898699 T2980 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/]
   [junit4]   2> 898701 T2980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 898702 T2980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 898703 T2980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 898704 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 898705 T2980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 898706 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 898707 T2980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 898708 T2980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 898709 T2980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 898710 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 898753 T2980 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 898754 T2980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 898755 T2980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53186/solr
   [junit4]   2> 898756 T2980 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 898759 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 898766 T3060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@491a5dd9 name:ZooKeeperConnection Watcher:127.0.0.1:53186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 898768 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 898776 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 898812 T2980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 898819 T3062 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28bdcdc2 name:ZooKeeperConnection Watcher:127.0.0.1:53186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 898820 T2980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 898839 T2980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 899858 T2980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53202_
   [junit4]   2> 899862 T2980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53202_
   [junit4]   2> 899876 T3020 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 899881 T3048 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 899882 T3062 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 899884 T3007 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 899886 T3034 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 899889 T3002 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 899909 T2980 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660
   [junit4]   2> 900092 T2980 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/conf/
   [junit4]   2> 900104 T2980 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 900106 T2980 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 900107 T2980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 900107 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 900153 T2980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 900193 T3012 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 900200 T3002 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 900205 T3002 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 900211 T3004 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 900212 T3004 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "name":"nodes_used_collection",
   [junit4]   2> 	  "replicationFactor":"2"}
   [junit4]   2> 900411 T3003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 900414 T3003 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
   [junit4]   2> 900415 T3003 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
   [junit4]   2> 900435 T3002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 900436 T3020 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 900436 T3007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 900436 T3062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 900438 T3048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 900439 T3034 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 900528 T3004 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 900529 T3004 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53193_
   [junit4]   2> 900530 T3004 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53199_
   [junit4]   2> 900535 T3004 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53196_
   [junit4]   2> 900546 T3004 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53202_
   [junit4]   2> 900551 T3042 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
   [junit4]   2> 900553 T3014 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
   [junit4]   2> 900560 T3058 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
   [junit4]   2> 900560 T3028 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
   [junit4]   2> 900568 T3014 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 900569 T3028 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 900569 T3042 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 900571 T3058 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 901996 T3003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 902003 T3003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53193",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53193_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 902037 T3003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53199",
   [junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53199_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 902070 T3003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53196",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53196_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node3"}
   [junit4]   2> 902089 T3003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53202",
   [junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53202_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "collection":"nodes_used_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node4"}
   [junit4]   2> 902106 T3020 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 902106 T3034 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 902106 T3062 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 902108 T3002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 902107 T3007 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 902111 T3048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 902572 T3042 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
   [junit4]   2> 902574 T3058 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
   [junit4]   2> 902572 T3028 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
   [junit4]   2> 902584 T3058 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/nodes_used_collection_shard2_replica2
   [junit4]   2> 902586 T3058 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 902587 T3028 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/nodes_used_collection_shard2_replica1
   [junit4]   2> 902588 T3028 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 902572 T3014 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
   [junit4]   2> 902580 T3042 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/nodes_used_collection_shard1_replica2
   [junit4]   2> 902591 T3042 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 902592 T3014 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/nodes_used_collection_shard1_replica1
   [junit4]   2> 902592 T3014 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
   [junit4]   2> 902593 T3028 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 902594 T3028 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 902596 T3058 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 902597 T3058 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 902597 T3014 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 902598 T3014 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 902598 T3042 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
   [junit4]   2> 902599 T3042 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 902607 T3014 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 902607 T3014 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 902608 T3028 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 902609 T3028 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 902612 T3058 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 902614 T3058 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 902614 T3042 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 902616 T3042 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
   [junit4]   2> 902628 T3058 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 902632 T3042 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 902637 T3028 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 902641 T3058 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/nodes_used_collection_shard2_replica2/'
   [junit4]   2> 902644 T3014 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
   [junit4]   2> 902649 T3042 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/nodes_used_collection_shard1_replica2/'
   [junit4]   2> 902660 T3028 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/nodes_used_collection_shard2_replica1/'
   [junit4]   2> 902669 T3014 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/nodes_used_collection_shard1_replica1/'
   [junit4]   2> 902876 T3042 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 902887 T3028 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 903036 T3014 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 903076 T3028 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 903093 T3028 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 903116 T3042 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 903130 T3028 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 903131 T3042 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 903170 T3058 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 903185 T3042 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 903265 T3014 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 903296 T3014 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 903320 T3058 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 903343 T3014 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 903348 T3058 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 903383 T3058 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 905476 T3028 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 905494 T3028 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 905495 T3028 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 905523 T3028 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 905527 T3028 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 905636 T3014 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 905638 T3014 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 905640 T3014 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 905657 T3042 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 905658 T3042 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 905676 T3042 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 905678 T3014 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 905684 T3014 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 905710 T3042 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 905729 T3042 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 905731 T3028 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 905793 T3028 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 905804 T3058 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 905805 T3058 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 905810 T3058 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 905824 T3058 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 905825 T3028 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 905831 T3058 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 905842 T3028 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 905843 T3028 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 905844 T3028 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 905861 T3028 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 905862 T3028 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 905864 T3028 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 905864 T3028 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/nodes_used_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/nodes_used_collection_shard2_replica1/data/
   [junit4]   2> 905865 T3028 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a869113
   [junit4]   2> 905865 T3014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 905866 T3028 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/nodes_used_collection_shard2_replica1/data
   [junit4]   2> 905867 T3028 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/nodes_used_collection_shard2_replica1/data/index/
   [junit4]   2> 905868 T3028 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 905869 T3028 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1379888708585/nodes_used_collection_shard2_replica1/data/index
   [junit4]   2> 905871 T3028 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=53.3662109375, floorSegmentMB=1.44921875, forceMergeDeletesPctAllowed=14.152404363070135, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 905875 T3028 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7be40f1f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b3f77f9),segFN=segments_1,generation=1}
   [junit4]   2> 905875 T3028 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 905898 T3014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 905902 T3028 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 905903 T3028 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 905904 T3028 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 905905 T3028 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 905907 T3014 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 905909 T3028 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 905912 T3028 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 905914 T3028 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 905915 T3028 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 905915 T3028 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 905916 T3028 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 905918 T3028 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 905920 T3028 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 905921 T3028 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 905922 T3028 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 905923 T3028 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 905933 T3014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 905934 T3014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 905935 T3014 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 905937 T3028 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 905947 T3028 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 905947 T3028 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 905949 T3014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 905949 T3014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 905950 T3014 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 905951 T3014 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/nodes_used_collection_shard1_replica1/, dataDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/nodes_used_collection_shard1_replica1/data/
   [junit4]   2> 905952 T3014 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a869113
   [junit4]   2> 905954 T3014 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/nodes_used_collection_shard1_replica1/data
   [junit4]   2> 905949 T3028 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7340181852985649]
   [junit4]   2> 905949 T3042 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 905956 T3014 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/nodes_used_collection_shard1_replica1/data/index/
   [junit4]   2> 905959 T3014 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 905960 T3028 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7be40f1f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b3f77f9),segFN=segments_1,generation=1}
   [junit4]   2> 905961 T3028 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 905963 T3028 oass.SolrIndexSearcher.<init> Opening Searcher@2b5a4dac main
   [junit4]   2> 905964 T3014 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1379888706404/nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 905969 T3014 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=53.3662109375, floorSegmentMB=1.44921875, forceMergeDeletesPctAllowed=14.152404363070135, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 905972 T3014 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1adcef61 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@109e5bc9),segFN=segments_1,generation=1}
   [junit4]   2> 905973 T3014 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 905974 T3068 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@2b5a4dac main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 905983 T3042 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 905985 T3058 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 905984 T3014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 905986 T3014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 905987 T3014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 905988 T3014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 905989 T3014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 905989 T3014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 905990 T3014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 905991 T3014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 905993 T3014 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 905994 T3014 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 905995 T3014 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 905999 T3014 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 905998 T3042 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 906000 T3014 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 906004 T3028 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
   [junit4]   2> 906006 T3028 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53196 collection:nodes_used_collection shard:shard2
   [junit4]   2> 906007 T3028 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 906009 T3042 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 906009 T3042 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 906010 T3042 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 906006 T3058 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 906006 T3014 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 906014 T3014 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 906018 T3014 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 906042 T3042 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 906043 T3042 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 906044 T3042 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 906045 T3014 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 906046 T3014 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 906045 T3042 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/nodes_used_collection_shard1_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/nodes_used_collection_shard1_replica2/data/
   [junit4]   2> 906048 T3042 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a869113
   [junit4]   2> 906050 T3042 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/nodes_used_collection_shard1_replica2/data
   [junit4]   2> 906055 T3042 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/nodes_used_collection_shard1_replica2/data/index/
   [junit4]   2> 906056 T3042 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 906048 T3014 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7340181852985649]
   [junit4]   2> 906055 T3058 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 906060 T3042 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1379888710623/nodes_used_collection_shard1_replica2/data/index
   [junit4]   2> 906060 T3014 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1adcef61 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@109e5bc9),segFN=segments_1,generation=1}
   [junit4]   2> 906063 T3014 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 906066 T3014 oass.SolrIndexSearcher.<init> Opening Searcher@6614007c main
   [junit4]   2> 906062 T3042 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=53.3662109375, floorSegmentMB=1.44921875, forceMergeDeletesPctAllowed=14.152404363070135, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 906069 T3058 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 906070 T3058 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 906071 T3058 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 906079 T3042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4d3aca61 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5173b4cf),segFN=segments_1,generation=1}
   [junit4]   2> 906080 T3042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 906082 T3069 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@6614007c main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 906084 T3028 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
   [junit4]   2> 906086 T3058 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 906087 T3058 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 906088 T3058 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 906088 T3058 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/nodes_used_collection_shard2_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/nodes_used_collection_shard2_replica2/data/
   [junit4]   2> 906089 T3058 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a869113
   [junit4]   2> 906091 T3042 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 906092 T3042 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 906091 T3058 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/nodes_used_collection_shard2_replica2/data
   [junit4]   2> 906092 T3042 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 906094 T3042 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 906095 T3042 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 906096 T3042 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 906097 T3042 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 906098 T3042 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 906099 T3042 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 906100 T3058 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/nodes_used_collection_shard2_replica2/data/index/
   [junit4]   2> 906100 T3058 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 906100 T3042 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 906103 T3058 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1379888712660/nodes_used_collection_shard2_replica2/data/index
   [junit4]   2> 906105 T3058 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=53.3662109375, floorSegmentMB=1.44921875, forceMergeDeletesPctAllowed=14.152404363070135, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 906103 T3014 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
   [junit4]   2> 906107 T3014 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53193 collection:nodes_used_collection shard:shard1
   [junit4]   2> 906108 T3014 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 906104 T3042 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 906112 T3042 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 906113 T3042 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 906115 T3042 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 906116 T3042 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 906119 T3042 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 906108 T3058 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@ca213f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e4e3d62),segFN=segments_1,generation=1}
   [junit4]   2> 906123 T3058 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 906136 T3058 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 906137 T3058 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 906138 T3042 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 906138 T3042 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 906138 T3058 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 906140 T3058 oasup.UpdateRequestProcessorChain.init creating updateRe

[...truncated too long message...]

4929 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 1698931 T4929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 1698945 T4785 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 1699020 T4785 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1699028 T4785 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53702 53702
   [junit4]   2> 1699091 T4859 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1699127 T4859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1699127 T4859 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1699232 T4929 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70cfab43 name:ZooKeeperConnection Watcher:127.0.0.1:53702/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 1699233 T4929 oascc.ConnectionManager.process Client->ZooKeeper status change trigger but we are already closed
   [junit4]   2> 1699264 T4785 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 53705
   [junit4]   2> !!!! WARNING: best effort to remove /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1379889437499 FAILED !!!!!
   [junit4]   2> 1699265 T4785 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1699266 T4785 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53702 53702
   [junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/90432434176720899-core_node1-n_0000000000 (0)
   [junit4]   1>     /solr/collections/control_collection/leaders (1)
   [junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:53705_",
   [junit4]   1>            "base_url":"http://127.0.0.1:53705"}
   [junit4]   1>   /solr/overseer_elect (2)
   [junit4]   1>    /solr/overseer_elect/election (5)
   [junit4]   1>     /solr/overseer_elect/election/90432434176720906-127.0.0.1:53715_-n_0000000003 (0)
   [junit4]   1>     /solr/overseer_elect/election/90432434176720904-127.0.0.1:53712_-n_0000000002 (0)
   [junit4]   1>     /solr/overseer_elect/election/90432434176720908-127.0.0.1:53719_-n_0000000004 (0)
   [junit4]   1>     /solr/overseer_elect/election/90432434176720899-127.0.0.1:53705_-n_0000000000 (0)
   [junit4]   1>     /solr/overseer_elect/election/90432434176720902-127.0.0.1:53709_-n_0000000001 (0)
   [junit4]   1>    /solr/overseer_elect/leader (0)
   [junit4]   1>    DATA:
   [junit4]   1>        {"id":"90432434176720899-127.0.0.1:53705_-n_0000000000"}
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=50377FBD63DBBC0B -Dtests.slow=true -Dtests.locale=ar_DZ -Dtests.timezone=Asia/Thimbu -Dtests.file.encoding=MacRoman
   [junit4] FAILURE 76.5s | ShardSplitTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Wrong doc count on shard1_0 expected:<94> but was:<46>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([50377FBD63DBBC0B:D1D1F1A51484DC37]:0)
   [junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:226)
   [junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:173)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:680)
   [junit4]   2> 1699278 T4785 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 76484 T4784 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> 1700231 T4876 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1700231 T4876 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1700232 T4876 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene45: {id=PostingsFormat(name=Asserting), _version_=PostingsFormat(name=MockSep), n_ti=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{}, sim=DefaultSimilarity, locale=ar_DZ, timezone=Asia/Thimbu
   [junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Apple Inc. 1.6.0_51 (64-bit)/cpus=2,threads=1,free=246174576,total=427094016
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudManagedSchema, TestImplicitCoreProperties, TestQuerySenderListener, ZkSolrClientTest, TestRTGBase, XsltUpdateRequestHandlerTest, TestInfoStreamLogging, TermVectorComponentTest, OpenExchangeRatesOrgProviderTest, TestQuerySenderNoQuery, DocumentBuilderTest, ShardRoutingCustomTest, TestStressRecovery, NumericFieldsTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, TestElisionMultitermQuery, TestMultiCoreConfBootstrap, TestFastOutputStream, TestReplicationHandler, SolrCmdDistributorTest, AnalysisAfterCoreReloadTest, UniqFieldsUpdateProcessorFactoryTest, SolrIndexConfigTest, TestQueryUtils, TestPerFieldSimilarity, SolrPluginUtilsTest, TestAtomicUpdateErrorCases, BlockCacheTest, TestFastWriter, TestFastLRUCache, AutoCommitTest, DirectSolrConnectionTest, BasicDistributedZkTest, CurrencyFieldXmlFileTest, TestSolrIndexConfig, SchemaVersionSpecificBehaviorTest, ChaosMonkeySafeLeaderTest, SuggesterTSTTest, IndexSchemaRuntimeFieldTest, ClusterStateTest, SolrTestCaseJ4Test, HdfsRecoveryZkTest, SpellCheckCollatorTest, ReturnFieldsTest, TestIBSimilarityFactory, DistributedQueryElevationComponentTest, BadComponentTest, MBeansHandlerTest, TestMergePolicyConfig, TestIndexingPerformance, DistanceFunctionTest, TestUpdate, TestAnalyzeInfixSuggestions, OverseerTest, FileBasedSpellCheckerTest, AlternateDirectoryTest, FullSolrCloudDistribCmdsTest, TestFieldResource, ShardRoutingTest, DeleteShardTest, TestGroupingSearch, TestLuceneMatchVersion, HdfsBasicDistributedZk2Test, TestSuggestSpellingConverter, DateMathParserTest, CollectionsAPIDistributedZkTest, TermVectorComponentDistributedTest, HighlighterConfigTest, SOLR749Test, TestWriterPerf, WordBreakSolrSpellCheckerTest, ChaosMonkeyNothingIsSafeTest, HdfsBasicDistributedZkTest, DateFieldTest, TimeZoneUtilsTest, TestPhraseSuggestions, HardAutoCommitTest, CoreMergeIndexesAdminHandlerTest, BJQParserTest, TestFieldTypeResource, SpellPossibilityIteratorTest, TestDefaultSearchFieldResource, TestDocSet, TestSchemaNameResource, TestRecovery, TestRangeQuery, TestDistributedSearch, CoreAdminCreateDiscoverTest, URLClassifyProcessorTest, HdfsLockFactoryTest, DistributedTermsComponentTest, TestIndexSearcher, TestArbitraryIndexDir, TestFunctionQuery, DisMaxRequestHandlerTest, HdfsUnloadDistributedZkTest, AddBlockUpdateTest, QueryResultKeyTest, BasicFunctionalityTest, TestClassNameShortening, FastVectorHighlighterTest, SortByFunctionTest, TestNumberUtils, TestExtendedDismaxParser, SliceStateTest, SolrXmlInZkTest, TestFieldCollectionResource, TestSolrXmlPersistor, UpdateParamsTest, TestAddFieldRealTimeGet, TestHashPartitioner, SpatialFilterTest, StressHdfsTest, DocumentAnalysisRequestHandlerTest, TestShardHandlerFactory, LukeRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, SpellCheckComponentTest, HdfsDirectoryTest, MultiTermTest, TestZkChroot, TestPartialUpdateDeduplication, IndexBasedSpellCheckerTest, TestTrie, PathHierarchyTokenizerFactoryTest, PolyFieldTest, BadIndexSchemaTest, TestCSVLoader, TestCoreDiscovery, SpellingQueryConverterTest, SoftAutoCommitTest, TestFiltering, TestBadConfig, SuggesterTest, TestSearchPerf, MinimalSchemaTest, InfoHandlerTest, TestUniqueKeyFieldResource, CoreAdminHandlerTest, TestJmxMonitoredMap, TestRealTimeGet, XmlUpdateRequestHandlerTest, DirectUpdateHandlerTest, TestSolrQueryParserDefaultOperatorResource, BasicDistributedZk2Test, TestNoOpRegenerator, RegexBoostProcessorTest, TestRecoveryHdfs, ShardSplitTest]
   [junit4] Completed in 77.54s, 1 test, 1 failure <<< FAILURES!

[...truncated 550 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:427: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:407: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:455: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1233: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:876: There were test failures: 327 suites, 1454 tests, 1 error, 1 failure, 39 ignored (5 assumptions)

Total time: 105 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Mime
View raw message