lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-Tests-7.x - Build # 224 - Still unstable
Date Sun, 05 Nov 2017 04:02:21 GMT
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/224/

2 tests failed.
FAILED:  org.apache.solr.cloud.CdcrVersionReplicationTest.testCdcrDocVersions

Error Message:
Could not load collection from ZK: source_collection

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: source_collection
	at __randomizedtesting.SeedInfo.seed([AF3A5DBD319994D0:57AC561FC3FF7BCC]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1198)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:840)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.cloud.CdcrVersionReplicationTest.doQuery(CdcrVersionReplicationTest.java:270)
	at org.apache.solr.cloud.CdcrVersionReplicationTest.doTestCdcrDocVersions(CdcrVersionReplicationTest.java:170)
	at org.apache.solr.cloud.CdcrVersionReplicationTest.testCdcrDocVersions(CdcrVersionReplicationTest.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/source_collection/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
	... 51 more


FAILED:  org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.testVariousAddsViaShard1LeaderClient

Error Message:
Could not load collection from ZK: test_col

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: test_col
	at __randomizedtesting.SeedInfo.seed([AF3A5DBD319994D0:1C4F649E3C8718DB]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1198)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:840)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.assertQueryDocIds(TestTolerantUpdateProcessorCloud.java:1015)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.testVariousAdds(TestTolerantUpdateProcessorCloud.java:682)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.testVariousAddsViaShard1LeaderClient(TestTolerantUpdateProcessorCloud.java:394)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/test_col/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
	... 49 more




Build Log:
[...truncated 11949 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorCloud
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/init-core-data-001
   [junit4]   2> 784799 WARN  (SUITE-TestTolerantUpdateProcessorCloud-seed#[AF3A5DBD319994D0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 784799 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[AF3A5DBD319994D0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 784800 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[AF3A5DBD319994D0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 784800 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[AF3A5DBD319994D0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 784801 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[AF3A5DBD319994D0]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001
   [junit4]   2> 784801 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[AF3A5DBD319994D0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 784831 INFO  (Thread-2389) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 784831 INFO  (Thread-2389) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 784847 ERROR (Thread-2389) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 784924 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[AF3A5DBD319994D0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38281
   [junit4]   2> 785031 INFO  (jetty-launcher-302-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 785032 INFO  (jetty-launcher-302-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 785051 INFO  (jetty-launcher-302-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 785052 INFO  (jetty-launcher-302-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 785092 INFO  (jetty-launcher-302-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 785124 INFO  (jetty-launcher-302-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a59b177{/solr,null,AVAILABLE}
   [junit4]   2> 785127 INFO  (jetty-launcher-302-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8284757{HTTP/1.1,[http/1.1]}{127.0.0.1:37586}
   [junit4]   2> 785127 INFO  (jetty-launcher-302-thread-1) [    ] o.e.j.s.Server Started @803266ms
   [junit4]   2> 785127 INFO  (jetty-launcher-302-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37586}
   [junit4]   2> 785127 ERROR (jetty-launcher-302-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 785127 INFO  (jetty-launcher-302-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 785127 INFO  (jetty-launcher-302-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 785127 INFO  (jetty-launcher-302-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 785127 INFO  (jetty-launcher-302-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-05T01:20:31.902Z
   [junit4]   2> 785181 INFO  (jetty-launcher-302-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39ac543f{/solr,null,AVAILABLE}
   [junit4]   2> 785182 INFO  (jetty-launcher-302-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@147a7b9f{HTTP/1.1,[http/1.1]}{127.0.0.1:41112}
   [junit4]   2> 785182 INFO  (jetty-launcher-302-thread-4) [    ] o.e.j.s.Server Started @803320ms
   [junit4]   2> 785182 INFO  (jetty-launcher-302-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41112}
   [junit4]   2> 785182 ERROR (jetty-launcher-302-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 785182 INFO  (jetty-launcher-302-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 785182 INFO  (jetty-launcher-302-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 785182 INFO  (jetty-launcher-302-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 785182 INFO  (jetty-launcher-302-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-05T01:20:31.957Z
   [junit4]   2> 785270 INFO  (jetty-launcher-302-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7aae5b5e{/solr,null,AVAILABLE}
   [junit4]   2> 785271 INFO  (jetty-launcher-302-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49c3a965{HTTP/1.1,[http/1.1]}{127.0.0.1:35491}
   [junit4]   2> 785271 INFO  (jetty-launcher-302-thread-3) [    ] o.e.j.s.Server Started @803409ms
   [junit4]   2> 785271 INFO  (jetty-launcher-302-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35491}
   [junit4]   2> 785271 ERROR (jetty-launcher-302-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 785271 INFO  (jetty-launcher-302-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 785271 INFO  (jetty-launcher-302-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 785271 INFO  (jetty-launcher-302-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 785271 INFO  (jetty-launcher-302-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-05T01:20:32.046Z
   [junit4]   2> 785380 INFO  (jetty-launcher-302-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d9e5205{/solr,null,AVAILABLE}
   [junit4]   2> 785381 INFO  (jetty-launcher-302-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e741c12{HTTP/1.1,[http/1.1]}{127.0.0.1:36714}
   [junit4]   2> 785381 INFO  (jetty-launcher-302-thread-2) [    ] o.e.j.s.Server Started @803519ms
   [junit4]   2> 785381 INFO  (jetty-launcher-302-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36714}
   [junit4]   2> 785381 ERROR (jetty-launcher-302-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 785381 INFO  (jetty-launcher-302-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 785381 INFO  (jetty-launcher-302-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 785381 INFO  (jetty-launcher-302-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 785381 INFO  (jetty-launcher-302-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-05T01:20:32.156Z
   [junit4]   2> 785543 INFO  (jetty-launcher-302-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75709bfa{/solr,null,AVAILABLE}
   [junit4]   2> 785543 INFO  (jetty-launcher-302-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c6717cd{HTTP/1.1,[http/1.1]}{127.0.0.1:38364}
   [junit4]   2> 785543 INFO  (jetty-launcher-302-thread-5) [    ] o.e.j.s.Server Started @803682ms
   [junit4]   2> 785543 INFO  (jetty-launcher-302-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38364}
   [junit4]   2> 785544 ERROR (jetty-launcher-302-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 785544 INFO  (jetty-launcher-302-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 785544 INFO  (jetty-launcher-302-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 785544 INFO  (jetty-launcher-302-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 785544 INFO  (jetty-launcher-302-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-05T01:20:32.319Z
   [junit4]   2> 785633 INFO  (jetty-launcher-302-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 785694 INFO  (jetty-launcher-302-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 785803 INFO  (jetty-launcher-302-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 786043 INFO  (jetty-launcher-302-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 786043 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f89c3cd780004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 786072 INFO  (jetty-launcher-302-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38281/solr
   [junit4]   2> 786079 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f89c3cd780002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 786141 INFO  (jetty-launcher-302-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38281/solr
   [junit4]   2> 786141 INFO  (jetty-launcher-302-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38281/solr
   [junit4]   2> 786263 INFO  (jetty-launcher-302-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38281/solr
   [junit4]   2> 786079 INFO  (jetty-launcher-302-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 786487 INFO  (jetty-launcher-302-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38281/solr
   [junit4]   2> 786594 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f89c3cd780009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 787533 INFO  (jetty-launcher-302-thread-5) [n:127.0.0.1:38364_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 787533 INFO  (jetty-launcher-302-thread-5) [n:127.0.0.1:38364_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38364_solr
   [junit4]   2> 787534 INFO  (jetty-launcher-302-thread-5) [n:127.0.0.1:38364_solr    ] o.a.s.c.Overseer Overseer (id=98949190884261903-127.0.0.1:38364_solr-n_0000000000) starting
   [junit4]   2> 787730 INFO  (jetty-launcher-302-thread-5) [n:127.0.0.1:38364_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38364_solr
   [junit4]   2> 787788 INFO  (zkCallback-332-thread-1-processing-n:127.0.0.1:38364_solr) [n:127.0.0.1:38364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 787987 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 788088 INFO  (jetty-launcher-302-thread-1) [n:127.0.0.1:37586_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 788308 INFO  (jetty-launcher-302-thread-1) [n:127.0.0.1:37586_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37586_solr
   [junit4]   2> 788373 INFO  (jetty-launcher-302-thread-2) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 788410 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 788410 INFO  (zkCallback-332-thread-1-processing-n:127.0.0.1:38364_solr) [n:127.0.0.1:38364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 788411 INFO  (jetty-launcher-302-thread-5) [n:127.0.0.1:38364_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38364.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 788449 INFO  (jetty-launcher-302-thread-5) [n:127.0.0.1:38364_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38364.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 788449 INFO  (jetty-launcher-302-thread-5) [n:127.0.0.1:38364_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38364.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 788450 INFO  (jetty-launcher-302-thread-5) [n:127.0.0.1:38364_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node5/.
   [junit4]   2> 788609 INFO  (jetty-launcher-302-thread-2) [n:127.0.0.1:36714_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 788735 INFO  (jetty-launcher-302-thread-2) [n:127.0.0.1:36714_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36714_solr
   [junit4]   2> 788817 INFO  (jetty-launcher-302-thread-1) [n:127.0.0.1:37586_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37586.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 788840 INFO  (jetty-launcher-302-thread-1) [n:127.0.0.1:37586_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37586.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 788840 INFO  (jetty-launcher-302-thread-1) [n:127.0.0.1:37586_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37586.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 788865 INFO  (zkCallback-332-thread-1-processing-n:127.0.0.1:38364_solr) [n:127.0.0.1:38364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 788903 INFO  (jetty-launcher-302-thread-1) [n:127.0.0.1:37586_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node1/.
   [junit4]   2> 788903 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 788910 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 789257 INFO  (jetty-launcher-302-thread-2) [n:127.0.0.1:36714_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36714.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 789317 INFO  (jetty-launcher-302-thread-2) [n:127.0.0.1:36714_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36714.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 789318 INFO  (jetty-launcher-302-thread-2) [n:127.0.0.1:36714_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36714.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 789319 INFO  (jetty-launcher-302-thread-2) [n:127.0.0.1:36714_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node2/.
   [junit4]   2> 789978 INFO  (jetty-launcher-302-thread-4) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 790001 INFO  (jetty-launcher-302-thread-4) [n:127.0.0.1:41112_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 790001 INFO  (jetty-launcher-302-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 790003 INFO  (jetty-launcher-302-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 790036 INFO  (jetty-launcher-302-thread-4) [n:127.0.0.1:41112_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41112_solr
   [junit4]   2> 790037 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 790038 INFO  (zkCallback-332-thread-1-processing-n:127.0.0.1:38364_solr) [n:127.0.0.1:38364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 790068 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 790138 INFO  (jetty-launcher-302-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35491_solr
   [junit4]   2> 790138 INFO  (zkCallback-324-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 790142 INFO  (zkCallback-322-thread-1-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 790162 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 790182 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 790211 INFO  (zkCallback-324-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 790211 INFO  (zkCallback-332-thread-1-processing-n:127.0.0.1:38364_solr) [n:127.0.0.1:38364_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 790215 INFO  (zkCallback-322-thread-1-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 790285 INFO  (jetty-launcher-302-thread-4) [n:127.0.0.1:41112_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41112.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 790328 INFO  (jetty-launcher-302-thread-4) [n:127.0.0.1:41112_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41112.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 790341 INFO  (jetty-launcher-302-thread-4) [n:127.0.0.1:41112_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41112.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 790342 INFO  (jetty-launcher-302-thread-4) [n:127.0.0.1:41112_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node4/.
   [junit4]   2> 790411 INFO  (jetty-launcher-302-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 790450 INFO  (jetty-launcher-302-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 790450 INFO  (jetty-launcher-302-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 790486 INFO  (jetty-launcher-302-thread-3) [n:127.0.0.1:35491_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node3/.
   [junit4]   2> 790927 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[AF3A5DBD319994D0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 790928 INFO  (SUITE-TestTolerantUpdateProcessorCloud-seed#[AF3A5DBD319994D0]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38281/solr ready
   [junit4]   2> 792451 INFO  (qtp1359863794-3972) [n:127.0.0.1:36714_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 792597 INFO  (OverseerThreadFactory-872-thread-1-processing-n:127.0.0.1:38364_solr) [n:127.0.0.1:38364_solr    ] o.a.s.c.CreateCollectionCmd Create collection test_col
   [junit4]   2> 792833 INFO  (OverseerStateUpdate-98949190884261903-127.0.0.1:38364_solr-n_0000000000) [n:127.0.0.1:38364_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36714/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 792854 INFO  (OverseerStateUpdate-98949190884261903-127.0.0.1:38364_solr-n_0000000000) [n:127.0.0.1:38364_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35491/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 792857 INFO  (OverseerStateUpdate-98949190884261903-127.0.0.1:38364_solr-n_0000000000) [n:127.0.0.1:38364_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41112/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 792874 INFO  (OverseerStateUpdate-98949190884261903-127.0.0.1:38364_solr-n_0000000000) [n:127.0.0.1:38364_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37586/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 793061 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 793073 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 793111 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n3&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 793111 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 793179 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node6&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 793180 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 793183 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 793183 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 793410 INFO  (zkCallback-322-thread-1-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 793411 INFO  (zkCallback-324-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 793411 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 793423 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 793439 INFO  (zkCallback-322-thread-2-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 793447 INFO  (zkCallback-323-thread-2-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 793447 INFO  (zkCallback-324-thread-2-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 793447 INFO  (zkCallback-328-thread-2-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 794471 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 794523 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 794580 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
   [junit4]   2> 794744 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
   [junit4]   2> 794784 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=test
   [junit4]   2> 794841 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=test
   [junit4]   2> 795228 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 795243 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 795334 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
   [junit4]   2> 795334 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
   [junit4]   2> 795338 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=test
   [junit4]   2> 795374 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.IndexSchema [test_col_shard2_replica_n3] Schema name=test
   [junit4]   2> 795997 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 796215 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 796286 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml to /configs/solrCloudCollectionConfig/schema15.xml.bak
   [junit4]   2> 796286 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
   [junit4]   2> 796287 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36714.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 796287 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 796287 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node2/test_col_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node2/./test_col_shard1_replica_n1/data/]
   [junit4]   2> 796289 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.590635781832641]
   [junit4]   2> 796320 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 796558 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 796628 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
   [junit4]   2> 796685 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
   [junit4]   2> 796685 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
   [junit4]   2> 796685 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35491.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 796685 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 796685 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node3/test_col_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node3/./test_col_shard1_replica_n2/data/]
   [junit4]   2> 796688 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.590635781832641]
   [junit4]   2> 796896 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 796896 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 796897 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 796897 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 796899 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=562106342, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 796899 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cea2574[test_col_shard1_replica_n1] main]
   [junit4]   2> 796941 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 796954 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 796954 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 796955 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 796955 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 796956 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=562106342, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 796956 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@74a129b[test_col_shard1_replica_n2] main]
   [junit4]   2> 796970 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 796990 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 796991 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 796994 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 797010 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 797010 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 797035 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 797036 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583187066943963136
   [junit4]   2> 797038 INFO  (searcherExecutor-883-thread-1-processing-n:127.0.0.1:36714_solr x:test_col_shard1_replica_n1 s:shard1 c:test_col r:core_node5) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@1cea2574[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 797067 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 797070 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=test
   [junit4]   2> 797284 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 797392 INFO  (zkCallback-324-thread-2-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 797393 INFO  (zkCallback-324-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 797400 INFO  (zkCallback-323-thread-2-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 797401 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 797401 INFO  (zkCallback-322-thread-2-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 797401 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 797409 INFO  (zkCallback-328-thread-2-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 797412 INFO  (zkCallback-322-thread-1-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 797490 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
   [junit4]   2> 797490 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
   [junit4]   2> 797490 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n3' using configuration from collection test_col, trusted=true
   [junit4]   2> 797491 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41112.solr.core.test_col.shard2.replica_n3' (registry 'solr.core.test_col.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 797491 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 797491 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.c.SolrCore [[test_col_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node4/test_col_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node4/./test_col_shard2_replica_n3/data/]
   [junit4]   2> 797493 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.590635781832641]
   [junit4]   2> 797596 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
   [junit4]   2> 797596 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
   [junit4]   2> 797596 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from collection test_col, trusted=true
   [junit4]   2> 797596 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37586.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4dfb6943
   [junit4]   2> 797596 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 797596 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node1/test_col_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_AF3A5DBD319994D0-001/tempDir-001/node1/./test_col_shard2_replica_n4/data/]
   [junit4]   2> 797599 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.590635781832641]
   [junit4]   2> 798152 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 798152 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 798153 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 798153 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 798155 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=562106342, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 798155 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@46495a98[test_col_shard2_replica_n3] main]
   [junit4]   2> 798157 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 798157 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 798157 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 798158 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 798185 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 798185 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 798185 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 798186 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 798187 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=562106342, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 798187 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@537c9c6f[test_col_shard2_replica_n4] main]
   [junit4]   2> 798193 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 798193 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 798193 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
   [junit4]   2> 798193 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 798196 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=test
   [junit4]   2> 798209 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.IndexSchema [test_col_shard2_replica_n3] Schema name=test
   [junit4]   2> 798959 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 799174 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 799210 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 799283 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 1089 ms
   [junit4]   2> 799284 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583187069301161984
   [junit4]   2> 799298 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 1140 ms
   [junit4]   2> 799300 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583187069317939200
   [junit4]   2> 799429 INFO  (searcherExecutor-892-thread-1-processing-n:127.0.0.1:37586_solr x:test_col_shard2_replica_n4 s:shard2 c:test_col r:core_node8) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@537c9c6f[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 799506 INFO  (searcherExecutor-891-thread-1-processing-n:127.0.0.1:41112_solr x:test_col_shard2_replica_n3 s:shard2 c:test_col r:core_node7) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.c.SolrCore [test_col_shard2_replica_n3] Registered new searcher Searcher@46495a98[test_col_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 799528 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 799615 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 799623 INFO  (zkCallback-328-thread-2-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 799623 INFO  (zkCallback-324-thread-2-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 799623 INFO  (zkCallback-324-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 799623 INFO  (zkCallback-322-thread-1-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 799624 INFO  (zkCallback-322-thread-2-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 799624 INFO  (zkCallback-323-thread-2-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 799624 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800038 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 800038 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 800038 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37586/solr/test_col_shard2_replica_n4/
   [junit4]   2> 800038 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n4 url=http://127.0.0.1:37586/solr START replicas=[http://127.0.0.1:41112/solr/test_col_shard2_replica_n3/] nUpdates=100
   [junit4]   2> 800052 INFO  (qtp595796666-3955) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.c.S.Request [test_col_shard2_replica_n3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 800056 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 2989 ms
   [junit4]   2> 800057 INFO  (qtp88182679-3964) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583187070111711232
   [junit4]   2> 800063 INFO  (searcherExecutor-884-thread-1-processing-n:127.0.0.1:35491_solr x:test_col_shard1_replica_n2 s:shard1 c:test_col r:core_node6) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@74a129b[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 800201 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 800201 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 800201 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36714/solr/test_col_shard1_replica_n1/
   [junit4]   2> 800201 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:36714/solr START replicas=[http://127.0.0.1:35491/solr/test_col_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 800250 INFO  (qtp88182679-3962) [n:127.0.0.1:35491_solr c:test_col s:shard1 r:core_node6 x:test_col_shard1_replica_n2] o.a.s.c.S.Request [test_col_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=17
   [junit4]   2> 800343 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n4 url=http://127.0.0.1:37586/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 800343 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 800343 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 800343 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 800345 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37586/solr/test_col_shard2_replica_n4/ shard2
   [junit4]   2> 800522 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:36714/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 800522 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 800522 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 800522 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 800522 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800522 INFO  (zkCallback-322-thread-2-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800522 INFO  (zkCallback-322-thread-1-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800523 INFO  (zkCallback-323-thread-2-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800523 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800525 INFO  (qtp1359863794-3976) [n:127.0.0.1:36714_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36714/solr/test_col_shard1_replica_n1/ shard1
   [junit4]   2> 800550 INFO  (zkCallback-328-thread-2-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800550 INFO  (zkCallback-324-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800550 INFO  (zkCallback-324-thread-2-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800558 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 800560 INFO  (qtp886841162-3944) [n:127.0.0.1:37586_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=7376
   [junit4]   2> 800580 INFO  (qtp595796666-3953) [n:127.0.0.1:41112_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-distrib-update-processor-chains.xml&property.schema=schema15.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n3&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=7469
   [junit4]   2> 800742 INFO  (zkCallback-328-thread-2-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800742 INFO  (zkCallback-328-thread-1-processing-n:127.0.0.1:37586_solr) [n:127.0.0.1:37586_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800742 INFO  (zkCallback-324-thread-2-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800742 INFO  (zkCallback-323-thread-2-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800742 INFO  (zkCallback-324-thread-1-processing-n:127.0.0.1:35491_solr) [n:127.0.0.1:35491_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800742 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:36714_solr) [n:127.0.0.1:36714_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800742 INFO  (zkCallback-322-thread-2-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 800742 INFO  (zkCallback-322-thread-1-processing-n:127.0.0.1:41112_solr) [n:127.0.0.1:41112_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collecti

[...truncated too long message...]

oseExecutor-2056-thread-1) [n:127.0.0.1:40421__%2Ffo c:source_collection s:shard1 r:core_node5 x:source_collection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.source_collection.shard1.leader, tag=845778770
   [junit4]   2> 1261761 INFO  (coreCloseExecutor-2056-thread-1) [n:127.0.0.1:40421__%2Ffo c:source_collection s:shard1 r:core_node5 x:source_collection_shard1_replica_n2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ source_collection:shard1
   [junit4]   2> 1261788 INFO  (zkCallback-969-thread-9-processing-n:127.0.0.1:40421__%2Ffo) [n:127.0.0.1:40421__%2Ffo    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/source_collection/state.json] for collection [source_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1261829 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[AF3A5DBD319994D0]) [    ] o.a.s.c.Overseer Overseer (id=98949217923629070-127.0.0.1:40421__%2Ffo-n_0000000003) closing
   [junit4]   2> 1261840 INFO  (OverseerStateUpdate-98949217923629070-127.0.0.1:40421__%2Ffo-n_0000000003) [n:127.0.0.1:40421__%2Ffo    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40421__%2Ffo
   [junit4]   2> 1261840 WARN  (OverseerAutoScalingTriggerThread-98949217923629070-127.0.0.1:40421__%2Ffo-n_0000000003) [n:127.0.0.1:40421__%2Ffo    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1262027 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[AF3A5DBD319994D0]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@16cf98b0{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1262028 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[AF3A5DBD319994D0]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ce54055{/_/fo,null,UNAVAILABLE}
   [junit4]   2> 1262064 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[AF3A5DBD319994D0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCdcrDocVersions
   [junit4]   2> 1262064 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[AF3A5DBD319994D0]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1262080 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[AF3A5DBD319994D0]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41795 41795
   [junit4]   2> 1262374 INFO  (Thread-792) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41795 41795
   [junit4]   2> 1262374 WARN  (Thread-792) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/aliases.json
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	2	/solr/collections/source_collection/leaders/shard1/leader
   [junit4]   2> 	2	/solr/collections/source_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/clusterprops.json
   [junit4]   2> 	17	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/source_collection/cdcr/state/buffer
   [junit4]   2> 	4	/solr/collections/tmp_collection/state.json
   [junit4]   2> 	4	/solr/collections/source_collection/cdcr/state/process
   [junit4]   2> 	4	/solr/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 	4	/solr/collections/source_collection/state.json
   [junit4]   2> 	4	/solr/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/live_nodes
   [junit4]   2> 	17	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrVersionReplicationTest -Dtests.method=testCdcrDocVersions -Dtests.seed=AF3A5DBD319994D0 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=is -Dtests.timezone=Europe/Tallinn -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   61.3s J2 | CdcrVersionReplicationTest.testCdcrDocVersions <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not load collection from ZK: source_collection
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AF3A5DBD319994D0:57AC561FC3FF7BCC]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1198)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:840)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
   [junit4]    > 	at org.apache.solr.cloud.CdcrVersionReplicationTest.doQuery(CdcrVersionReplicationTest.java:270)
   [junit4]    > 	at org.apache.solr.cloud.CdcrVersionReplicationTest.doTestCdcrDocVersions(CdcrVersionReplicationTest.java:170)
   [junit4]    > 	at org.apache.solr.cloud.CdcrVersionReplicationTest.testCdcrDocVersions(CdcrVersionReplicationTest.java:74)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/source_collection/state.json
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
   [junit4]    > 	... 51 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_AF3A5DBD319994D0-001
   [junit4]   2> Nov 05, 2017 1:28:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1602, maxMBSortInHeap=6.0150615123514575, sim=RandomSimilarity(queryNorm=false): {}, locale=is, timezone=Europe/Tallinn
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=119771728,total=465567744
   [junit4]   2> NOTE: All tests run in this JVM: [TestJavabinTupleStreamParser, TestFunctionQuery, TestManagedSchemaThreadSafety, AddBlockUpdateTest, ClusterStateTest, TestFieldCacheReopen, TestRawTransformer, QueryElevationComponentTest, EchoParamsTest, FieldMutatingUpdateProcessorTest, AtomicUpdatesTest, TestLeaderInitiatedRecoveryThread, TestChildDocTransformer, ChaosMonkeyNothingIsSafeTest, TestRestManager, CoreAdminHandlerTest, TestAuthorizationFramework, IndexSchemaTest, CloudMLTQParserTest, TestDistributedMissingSort, TestScoreJoinQPNoScore, TestPayloadScoreQParserPlugin, XmlUpdateRequestHandlerTest, TestInfoStreamLogging, TestFieldResource, ExitableDirectoryReaderTest, TestPartialUpdateDeduplication, TestMiniSolrCloudClusterSSL, HdfsSyncSliceTest, ClassificationUpdateProcessorTest, OverseerStatusTest, SystemInfoHandlerTest, RecoveryZkTest, ConnectionReuseTest, TestSha256AuthenticationProvider, TestClusterStateMutator, DataDrivenBlockJoinTest, CurrencyFieldTypeTest, TestHashQParserPlugin, NumberUtilsTest, TestCoreContainer, SolrCoreCheckLockOnStartupTest, TestCustomStream, TestSolrDeletionPolicy2, HdfsChaosMonkeySafeLeaderTest, SSLMigrationTest, RequiredFieldsTest, UninvertDocValuesMergePolicyTest, DefaultValueUpdateProcessorTest, DocValuesNotIndexedTest, TestQueryTypes, UniqFieldsUpdateProcessorFactoryTest, SolrShardReporterTest, SharedFSAutoReplicaFailoverTest, TestLegacyField, OverseerTest, AutoAddReplicasPlanActionTest, TestSolrCoreSnapshots, TestFiltering, TestDFISimilarityFactory, CdcrVersionReplicationTest]
   [junit4] Completed [135/747 (2!)] on J2 in 62.18s, 1 test, 1 error <<< FAILURES!

[...truncated 49324 lines...]

Mime
View raw message