lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1492 - Still Failing
Date Wed, 10 Apr 2013 10:02:08 GMT
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1492/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:     1) Thread[id=1026, name=recoveryCmdExecutor-656-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)         at java.net.Socket.connect(Socket.java:546)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=1024, name=recoveryCmdExecutor-656-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)         at java.net.Socket.connect(Socket.java:546)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 
   1) Thread[id=1026, name=recoveryCmdExecutor-656-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
        at java.net.Socket.connect(Socket.java:546)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
        at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=1024, name=recoveryCmdExecutor-656-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
        at java.net.Socket.connect(Socket.java:546)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
        at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([1722BD42A16A5A08]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1026, name=recoveryCmdExecutor-656-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)         at java.net.Socket.connect(Socket.java:546)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=1024, name=recoveryCmdExecutor-656-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)         at java.net.Socket.connect(Socket.java:546)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1026, name=recoveryCmdExecutor-656-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
        at java.net.Socket.connect(Socket.java:546)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
        at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=1024, name=recoveryCmdExecutor-656-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
        at java.net.Socket.connect(Socket.java:546)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
        at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([1722BD42A16A5A08]:0)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([1722BD42A16A5A08:96C4335AD6353A34]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:483)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8693 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.032; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.038; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.040; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.040; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.141; org.apache.solr.cloud.ZkTestServer; start zk server on port:37941
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.142; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.174; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@618fe852 name:ZooKeeperConnection Watcher:127.0.0.1:37941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.174; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.174; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.189; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.192; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4b6a8e88 name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.192; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.192; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.203; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.207; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.211; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.215; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.216; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.228; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.229; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.334; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.334; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.338; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.339; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.355; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.355; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.391; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.392; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.397; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.398; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.407; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.408; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.412; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.413; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.617; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.621; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37944
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.621; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.622; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.622; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1365587696419
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.623; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1365587696419/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.623; org.apache.solr.core.CoreContainer; New CoreContainer 846937649
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.624; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1365587696419/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.625; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1365587696419/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.676; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.677; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.677; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.678; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.678; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.679; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.679; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.680; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.680; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.681; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.701; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.719; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37941/solr
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.720; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.721; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.724; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5b68b32 name:ZooKeeperConnection Watcher:127.0.0.1:37941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.725; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.737; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.748; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.750; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3f86f612 name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.750; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.753; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.764; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.768; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.771; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37944_
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.773; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37944_
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.782; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.798; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.801; org.apache.solr.cloud.Overseer; Overseer (id=89495155248005123-127.0.0.1:37944_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.811; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.821; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.823; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.826; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.829; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.833; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.836; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.836; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.837; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.847; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.849; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.851; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7db21753 name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.851; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.853; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:56.857; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.058; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.061; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37948
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.062; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.063; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.063; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.063; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.064; org.apache.solr.core.CoreContainer; New CoreContainer 1561837460
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.065; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.065; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.117; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.118; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.119; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.119; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.120; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.120; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.121; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.121; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.122; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.122; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.142; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.161; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37941/solr
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.161; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.163; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.166; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@76b9a8d8 name:ZooKeeperConnection Watcher:127.0.0.1:37941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.166; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.180; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.191; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.193; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@24879a0c name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.194; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:57.206; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.212; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37948_
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.214; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37948_
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.219; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.219; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.219; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.226; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.226; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.227; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.436; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.439; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37951
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.440; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.441; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.441; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.442; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.442; org.apache.solr.core.CoreContainer; New CoreContainer 1167090702
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.443; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.443; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.495; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.496; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.497; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.497; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.498; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.498; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.498; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.499; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.499; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.500; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.520; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.538; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37941/solr
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.539; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.540; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.543; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4073d71f name:ZooKeeperConnection Watcher:127.0.0.1:37941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.544; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.547; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.557; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.560; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5f5ffad0 name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.560; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:58.573; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.577; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37951_
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.581; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37951_
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.586; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.586; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.586; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.586; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.594; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.594; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.595; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.804; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.808; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37954
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.808; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.809; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.809; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.810; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.810; org.apache.solr.core.CoreContainer; New CoreContainer 1545957506
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.811; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.812; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.863; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.864; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.865; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.865; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.866; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.866; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.867; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.867; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.867; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.868; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.890; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.908; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37941/solr
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.909; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.910; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.913; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@73874578 name:ZooKeeperConnection Watcher:127.0.0.1:37941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.913; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.916; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.929; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.931; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7d74742d name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.931; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:54:59.944; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.950; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37954_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.977; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37954_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.982; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.982; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.982; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.982; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.982; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.998; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.998; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:00.999; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.213; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.216; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:37957
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.217; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.217; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.218; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.218; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.219; org.apache.solr.core.CoreContainer; New CoreContainer 612808708
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.220; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.220; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.272; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.273; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.273; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.274; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.274; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.275; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.275; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.276; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.276; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.277; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.308; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.327; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:37941/solr
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.328; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.329; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.332; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@314d25b2 name:ZooKeeperConnection Watcher:127.0.0.1:37941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.332; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.335; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.348; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.350; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3346dd83 name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.350; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:01.363; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.367; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37957_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.370; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37957_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.374; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.374; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.375; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.375; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.375; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.375; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.393; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.394; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.394; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.410; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.426; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.428; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.436; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   1>   "operation":"createcollection",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "maxShardsPerNode":null,
[junit4:junit4]   1>   "createNodeSet":null,
[junit4:junit4]   1>   "name":"nodes_used_collection",
[junit4:junit4]   1>   "replicationFactor":"2"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.437; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:37957_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.442; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:37948_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.442; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:37951_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.443; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:37954_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.450; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.450; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.451; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.450; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.450; org.apache.solr.core.CoreContainer; Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.452; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.452; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.451; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.453; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.454; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.452; org.apache.solr.cloud.ZkController; Check for collection zkNode:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.454; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.454; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.455; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.455; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.456; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.455; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.456; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.456; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.457; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.458; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.458; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.460; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.460; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.505; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.505; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.507; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.515; org.apache.solr.cloud.ZkController; Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.516; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.516; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.517; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.518; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.567; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.581; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.591; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.595; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.642; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.657; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.708; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.711; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.744; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.750; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.759; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.765; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.810; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.812; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.820; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:02.822; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.512; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.523; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.524; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.529; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.530; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.533; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.552; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.553; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.557; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.560; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.562; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.563; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.564; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.564; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.565; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.566; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.566; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.566; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.567; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.568; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@619646fd
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.569; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.569; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.569; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.570; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.571; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.571; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.572; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.574; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.575; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.576; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.576; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.577; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.577; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@619646fd
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.577; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3e5f3179 lockFactory=org.apache.lucene.store.NativeFSLockFactory@408e20fe),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.578; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.578; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.579; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.579; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.579; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.580; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.580; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.581; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.581; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.582; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.582; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.583; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.583; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.583; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.584; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.584; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f36ab80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@449034d4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.585; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.588; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.588; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.589; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.590; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.590; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.590; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.591; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.591; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.592; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.593; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.593; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6d6d9b03 main
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.593; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.594; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.595; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.596; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.598; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@6d6d9b03 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.598; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.600; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@75dc5180 main
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.601; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.602; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.602; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.605; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@75dc5180 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.607; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.686; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.686; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.694; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.694; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.697; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.698; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.720; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.720; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.729; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.729; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.733; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.733; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.734; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.734; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.735; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.735; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.735; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.736; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.736; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.737; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.737; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.737; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.737; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.738; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.738; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@619646fd
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.738; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.739; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.739; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.739; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@619646fd
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.739; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.740; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.740; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.740; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.740; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.741; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.741; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:03.741; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.742; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.743; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@23500517 lockFactory=org.apache.lucene.store.NativeFSLockFactory@105f7467),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.744; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.744; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4a7d40a4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@391ecf28),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.744; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.746; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.746; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.746; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.746; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.747; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.747; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.747; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.748; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.748; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.748; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.748; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.749; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.748; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.749; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.749; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.750; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.750; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.750; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.755; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.755; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.760; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7ff514e8 main
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.760; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@73a09b0 main
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.760; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.760; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.761; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.761; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.761; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.762; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.764; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@7ff514e8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.764; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@73a09b0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.765; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:03.765; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.350; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.351; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37957_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37957"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.351; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection nodes_used_collection with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.393; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37954_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37954"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.405; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37948_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37948"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.410; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37951_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37951"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.422; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.422; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.422; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.422; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.422; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.422; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.602; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.602; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:37957 collection:nodes_used_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.603; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.611; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.611; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:37954 collection:nodes_used_collection shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.612; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.629; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.639; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.643; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.648; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.794; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.794; org.apache.solr.core.CoreContainer; registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.794; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:37951 collection:nodes_used_collection shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:04.795; org.apache.solr.cloud.ZkController; Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:37948 collection:nodes_used_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.141; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.141; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.142; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:37957/nodes_used_collection_shard1_replica1/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.149; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.150; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.150; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:37954/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.151; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.173; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:37957 START replicas=[http://127.0.0.1:37948/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.173; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:37954 START replicas=[http://127.0.0.1:37951/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.174; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:37957 DONE.  We have no versions.  sync failed.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.175; org.apache.solr.update.PeerSync; PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:37954 DONE.  We have no versions.  sync failed.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.176; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.175; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.177; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.177; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.178; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:37954/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.178; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:37957/nodes_used_collection_shard1_replica1/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.178; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.179; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.184; org.apache.solr.core.SolrCore; [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.184; org.apache.solr.core.SolrCore; [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.941; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.991; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.991; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.991; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.991; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.991; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:05.991; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.004; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37951/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:37954/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.004; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:37951
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.005; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard2_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.005; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37948/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:37957/nodes_used_collection_shard1_replica1/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.005; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.005; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:37948
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.006; org.apache.solr.cloud.ZkController; Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.007; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.012; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.012; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.013; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.013; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.014; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.013; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.015; org.apache.solr.core.CoreContainer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.015; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.016; org.apache.solr.core.CoreContainer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.015; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.017; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.018; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.032; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.034; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3588 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.040; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:37948__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.040; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:37951__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.042; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37957/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:37957/nodes_used_collection_shard1_replica1/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.042; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37954/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:37954/nodes_used_collection_shard2_replica2/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.042; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:37957
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.043; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.042; org.apache.solr.cloud.ZkController; No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:37954
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.044; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.043; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.043; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.044; org.apache.solr.cloud.ZkController; publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.046; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3600 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.047; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.048; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.049; org.apache.solr.core.CoreContainer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.049; org.apache.solr.core.CoreContainer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.062; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.063; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3618 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.063; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.065; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3621 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.066; org.apache.solr.cloud.OverseerCollectionProcessor; Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.085; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.094; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.094; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=3588},core=nodes_used_collection_shard2_replica1,saved=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/solr.xml},null={responseHeader={status=0,QTime=3600},core=nodes_used_collection_shard1_replica2,saved=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/solr.xml},null={responseHeader={status=0,QTime=3618},core=nodes_used_collection_shard2_replica2,saved=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/solr.xml},null={responseHeader={status=0,QTime=3621},core=nodes_used_collection_shard1_replica1,saved=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1365587701011/solr.xml}}}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.098; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=3677 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.099; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.101; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.103; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@794de30b name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.103; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.106; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.110; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.116; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.118; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3e5aa434 name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.118; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.120; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.134; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=1&maxShardsPerNode=1&name=awholynewcollection_0&replicationFactor=3&action=CREATE&wt=javabin&version=2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.136; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.138; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   1>   "operation":"createcollection",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "maxShardsPerNode":"1",
[junit4:junit4]   1>   "createNodeSet":null,
[junit4:junit4]   1>   "name":"awholynewcollection_0",
[junit4:junit4]   1>   "replicationFactor":"3"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.138; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:37954_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.139; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:37948_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.139; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:37951_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.141; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_0_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.141; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_0_shard1_replica3
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.142; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.141; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_0_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.142; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.143; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.143; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.144; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.144; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.145; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.145; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.146; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.146; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.146; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.147; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.147; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.148; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.148; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.151; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.151; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.162; org.apache.solr.cloud.ZkController; Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.164; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.164; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.164; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.236; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.239; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.239; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.304; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.306; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.306; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.406; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.408; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.408; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.415; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.415; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:06.417; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.136; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.149; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.154; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.177; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.183; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.189; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.191; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.191; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.191; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.193; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.193; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.194; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.194; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica3] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_0_shard1_replica3/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_0_shard1_replica3/data/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.195; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@619646fd
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.196; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.196; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_0_shard1_replica3/data
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.197; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_0_shard1_replica3/data/index/
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.197; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica3] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_0_shard1_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.198; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_0_shard1_replica3/data/index
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.202; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3eee0278 lockFactory=org.apache.lucene.store.NativeFSLockFactory@34bd86d4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.203; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.205; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.206; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.207; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.207; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.208; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.208; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.209; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.209; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.210; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.219; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.222; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@b0aa68a main
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.223; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_0_shard1_replica3/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.224; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.225; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.228; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica3] Registered new searcher Searcher@b0aa68a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.230; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica3 state=down
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.358; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.370; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.374; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.381; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.390; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.393; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.395; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.404; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.409; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.410; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.411; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.411; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.413; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.413; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.414; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.414; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.414; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_0_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.415; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@619646fd
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.416; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.416; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_0_shard1_replica1/data
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.417; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.417; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.418; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_0_shard1_replica1/data/index
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.420; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.421; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4678ccfc lockFactory=org.apache.lucene.store.NativeFSLockFactory@2382cb38),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.422; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.424; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.425; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.426; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.426; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.427; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.427; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.428; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.428; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.429; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.431; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.437; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.437; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.438; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.440; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.440; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.440; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.441; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.441; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_0_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.442; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@619646fd
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.442; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.443; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_0_shard1_replica2/data
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.443; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2596563d main
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.444; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.444; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_0_shard1_replica1/data/tlog
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:07.444; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.445; org.apache.solr.core.CachingDirectoryFactory; return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.446; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.446; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.449; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30f7d212 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13134b3e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.449; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] Registered new searcher Searcher@2596563d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.450; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.452; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica1 state=down
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.453; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.453; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.454; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.455; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.455; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.456; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.456; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.457; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.457; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.464; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.470; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@51351fa5 main
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.471; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_0_shard1_replica2/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.472; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.472; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.475; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica2] Registered new searcher Searcher@51351fa5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.477; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.510; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.511; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:37951__nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37951_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37951"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.518; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:37948__nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37948_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37948"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.528; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:37957__nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37957_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37957"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.540; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:37954__nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   1>   "collection":"nodes_used_collection",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37954_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37954"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.545; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"awholynewcollection_0_shard1_replica3",
[junit4:junit4]   1>   "collection":"awholynewcollection_0",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37951_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37951"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.546; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection awholynewcollection_0 with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.556; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"awholynewcollection_0_shard1_replica1",
[junit4:junit4]   1>   "collection":"awholynewcollection_0",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37954_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37954"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.567; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"awholynewcollection_0_shard1_replica2",
[junit4:junit4]   1>   "collection":"awholynewcollection_0",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:37948_",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37948"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.573; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.574; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.574; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.573; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.574; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.574; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.574; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:07.573; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.043; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:37951__nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.043; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:37948__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.043; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:37951__nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:37951_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.044; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:37948__nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:37948_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.259; org.apache.solr.core.CoreContainer; registering core: awholynewcollection_0_shard1_replica3
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.259; org.apache.solr.cloud.ZkController; Register replica - core:awholynewcollection_0_shard1_replica3 address:http://127.0.0.1:37951 collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.260; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.382; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.394; org.apache.solr.cloud.ShardLeaderElectionContext; Waiting until we see more replicas up: total=3 found=1 timeoutin=180000
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.455; org.apache.solr.core.CoreContainer; registering core: awholynewcollection_0_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.455; org.apache.solr.cloud.ZkController; Register replica - core:awholynewcollection_0_shard1_replica1 address:http://127.0.0.1:37954 collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.480; org.apache.solr.core.CoreContainer; registering core: awholynewcollection_0_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.480; org.apache.solr.cloud.ZkController; Register replica - core:awholynewcollection_0_shard1_replica2 address:http://127.0.0.1:37948 collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.895; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.896; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.896; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:37951/awholynewcollection_0_shard1_replica3/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.897; org.apache.solr.update.PeerSync; PeerSync: core=awholynewcollection_0_shard1_replica3 url=http://127.0.0.1:37951 START replicas=[http://127.0.0.1:37954/awholynewcollection_0_shard1_replica1/, http://127.0.0.1:37948/awholynewcollection_0_shard1_replica2/] nUpdates=100
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.897; org.apache.solr.update.PeerSync; PeerSync: core=awholynewcollection_0_shard1_replica3 url=http://127.0.0.1:37951 DONE.  We have no versions.  sync failed.
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.898; org.apache.solr.cloud.SyncStrategy; Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.898; org.apache.solr.cloud.ShardLeaderElectionContext; We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.899; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:37951/awholynewcollection_0_shard1_replica3/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.899; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/awholynewcollection_0/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.905; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:08.908; org.apache.solr.core.SolrCore; [awholynewcollection_0_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.113; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.132; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.173; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37951/awholynewcollection_0_shard1_replica3/ and leader is http://127.0.0.1:37951/awholynewcollection_0_shard1_replica3/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.173; org.apache.solr.cloud.ZkController; No LogReplay needed for core=awholynewcollection_0_shard1_replica3 baseURL=http://127.0.0.1:37951
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.173; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.174; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica3 state=active
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.176; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.177; org.apache.solr.core.CoreContainer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.186; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.188; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=1&shard=shard1&name=awholynewcollection_0_shard1_replica3&action=CREATE&collection=awholynewcollection_0&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3047 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.461; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37954/awholynewcollection_0_shard1_replica1/ and leader is http://127.0.0.1:37951/awholynewcollection_0_shard1_replica3/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.461; org.apache.solr.cloud.ZkController; No LogReplay needed for core=awholynewcollection_0_shard1_replica1 baseURL=http://127.0.0.1:37954
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.462; org.apache.solr.cloud.ZkController; Core needs to recover:awholynewcollection_0_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.462; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.463; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=awholynewcollection_0_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.463; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.464; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.464; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.465; org.apache.solr.core.CoreContainer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.477; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.479; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=1&shard=shard1&name=awholynewcollection_0_shard1_replica1&action=CREATE&collection=awholynewcollection_0&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3338 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.481; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.485; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37948/awholynewcollection_0_shard1_replica2/ and leader is http://127.0.0.1:37951/awholynewcollection_0_shard1_replica3/
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.486; org.apache.solr.cloud.ZkController; No LogReplay needed for core=awholynewcollection_0_shard1_replica2 baseURL=http://127.0.0.1:37948
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.486; org.apache.solr.cloud.ZkController; Core needs to recover:awholynewcollection_0_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.487; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.487; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=awholynewcollection_0_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.488; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.488; org.apache.solr.cloud.ZkController; publishing core=awholynewcollection_0_shard1_replica2 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.488; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.490; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.490; org.apache.solr.core.CoreContainer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.499; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:37954__awholynewcollection_0_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.501; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:37948__awholynewcollection_0_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.505; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.506; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=1&shard=shard1&name=awholynewcollection_0_shard1_replica2&action=CREATE&collection=awholynewcollection_0&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3365 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.507; org.apache.solr.cloud.OverseerCollectionProcessor; Finished create command on all shards for collection: awholynewcollection_0
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.511; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work/qnr-0000000002 state: SyncConnected type NodeDataChanged
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.513; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.513; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{success={null={responseHeader={status=0,QTime=3047},core=awholynewcollection_0_shard1_replica3,saved=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/solr.xml},null={responseHeader={status=0,QTime=3338},core=awholynewcollection_0_shard1_replica1,saved=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/solr.xml},null={responseHeader={status=0,QTime=3365},core=awholynewcollection_0_shard1_replica2,saved=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/solr.xml}}}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.524; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/collections params={numShards=1&maxShardsPerNode=1&name=awholynewcollection_0&replicationFactor=3&action=CREATE&wt=javabin&version=2} status=0 QTime=3390 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.527; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> WARN  - 2013-04-10 09:55:09.527; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13df35e99ad000e, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.533; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.535; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@aaa517 name:ZooKeeperConnection Watcher:127.0.0.1:37941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.535; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.537; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.551; org.apache.solr.handler.admin.CollectionsHandler; Creating Collection : numShards=4&maxShardsPerNode=3&name=awholynewcollection_1&replicationFactor=3&action=CREATE&wt=javabin&version=2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.553; org.apache.solr.cloud.DistributedQueue$LatchChildWatcher; Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.555; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000004 message:{
[junit4:junit4]   1>   "operation":"createcollection",
[junit4:junit4]   1>   "numShards":"4",
[junit4:junit4]   1>   "maxShardsPerNode":"3",
[junit4:junit4]   1>   "createNodeSet":null,
[junit4:junit4]   1>   "name":"awholynewcollection_1",
[junit4:junit4]   1>   "replicationFactor":"3"}
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.555; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard1_replica1 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:37954_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.556; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard1_replica2 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:37948_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.556; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard1_replica3 as part of slice shard1 of collection awholynewcollection_1 on 127.0.0.1:37951_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.556; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard2_replica1 as part of slice shard2 of collection awholynewcollection_1 on 127.0.0.1:37957_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.556; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard2_replica2 as part of slice shard2 of collection awholynewcollection_1 on 127.0.0.1:37944_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.557; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard2_replica3 as part of slice shard2 of collection awholynewcollection_1 on 127.0.0.1:37954_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.557; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard3_replica1 as part of slice shard3 of collection awholynewcollection_1 on 127.0.0.1:37948_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.558; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard3_replica2 as part of slice shard3 of collection awholynewcollection_1 on 127.0.0.1:37951_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.558; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard3_replica3 as part of slice shard3 of collection awholynewcollection_1 on 127.0.0.1:37957_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.559; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_1_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1365587696857/awholynewcollection_1_shard1_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.559; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_1_shard2_replica3' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_1_shard2_replica3
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.559; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_1_shard3_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_1_shard3_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.559; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard4_replica1 as part of slice shard4 of collection awholynewcollection_1 on 127.0.0.1:37944_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.559; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_1_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1365587699605/awholynewcollection_1_shard1_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.561; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.559; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_1_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1365587696419/awholynewcollection_1_shard2_replica2
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.559; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_1_shard1_replica3' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1365587698237/awholynewcollection_1_shard1_replica3
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.563; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.562; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:awholynewcollection_1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.562; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.562; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_1_shard4_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1365587696419/awholynewcollection_1_shard4_replica1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.564; org.apache.solr.cloud.ZkController; Check for collection zkNode:awholynewcollection_1
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.560; org.apache.solr.cloud.OverseerCollectionProcessor; Creating shard awholynewcollection_1_shard4_replica2 as part of slice shard4 of collection awholynewcollection_1 on 127.0.0.1:37954_
[junit4:junit4]   1> INFO  - 2013-04-10 09:55:09.560; org.apache.solr.core.CoreContainer; Creating SolrCore 'awholynewcollection_1_shard3_replica3' using instanceDir: /usr/home/hudson/hudson-slave/w

[...truncated too long message...]

t org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    >    2) Thread[id=1024, name=recoveryCmdExecutor-656-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:546)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    >         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([1722BD42A16A5A08]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=1026, name=recoveryCmdExecutor-656-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:546)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    >         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    >    2) Thread[id=1024, name=recoveryCmdExecutor-656-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:546)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    >         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([1722BD42A16A5A08]:0)
[junit4:junit4] Completed on J1 in 360.19s, 1 test, 1 failure, 2 errors <<< FAILURES!

[...truncated 560 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:438: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1234: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:878: There were test failures: 288 suites, 1197 tests, 2 suite-level errors, 1 failure, 696 ignored

Total time: 34 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Mime
View raw message