lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-Tests-master - Build # 1573 - Still Unstable
Date Thu, 29 Dec 2016 05:25:46 GMT
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1573/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)  at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)  at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)  at sun.reflect.GeneratedConstructorAccessor184.newInstance(Unknown Source)  at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)  at java.lang.reflect.Constructor.newInstance(Constructor.java:423)  at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:747)  at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:809)  at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1060)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:817)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:906)  at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:551)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
	at sun.reflect.GeneratedConstructorAccessor184.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:747)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:809)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1060)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:817)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:906)
	at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:551)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)


	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
	at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter

Error Message:


Stack Trace:
java.util.ConcurrentModificationException
	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D:745EE735A4263A18]:0)
	at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
	at java.util.ArrayList$Itr.next(ArrayList.java:851)
	at org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter(SolrGangliaReporterTest.java:76)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.SolrCmdDistributorTest.test

Error Message:
[SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=add{,id=(null)}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/, SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/] expected:<0> but was:<2>

Stack Trace:
java.lang.AssertionError: [SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=add{,id=(null)}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/, SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/] expected:<0> but was:<2>
	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D:A3EEF5D861D6C4A5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.update.SolrCmdDistributorTest.test(SolrCmdDistributorTest.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10927 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.SolrGangliaReporterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrGangliaReporterTest_2BBACA02CF2AA95D-001/init-core-data-001
   [junit4]   2> 424420 INFO  (SUITE-SolrGangliaReporterTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 424421 INFO  (TEST-SolrGangliaReporterTest.testReporter-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReporter
   [junit4]   2> 424952 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 424995 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 425022 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 425142 WARN  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 425150 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 425158 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 425159 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrGangliaReporterTest_2BBACA02CF2AA95D-001/init-core-data-001/]
   [junit4]   2> 425159 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4871aba7
   [junit4]   2> 425161 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1299876588, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 425192 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 425192 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 425193 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 425193 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 425193 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40052304834849084]
   [junit4]   2> 425193 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d6be928[collection1] main]
   [junit4]   2> 425194 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 425201 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 425228 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 425228 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 425229 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 425229 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 425229 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 425229 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 425231 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 425231 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 425232 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023607810228224
   [junit4]   2> 425234 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 425234 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 425235 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d6be928[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 430253 INFO  (TEST-SolrGangliaReporterTest.testReporter-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testReporter
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrGangliaReporterTest -Dtests.method=testReporter -Dtests.seed=2BBACA02CF2AA95D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=it -Dtests.timezone=Universal -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   5.84s J0 | SolrGangliaReporterTest.testReporter <<<
   [junit4]    > Throwable #1: java.util.ConcurrentModificationException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D:745EE735A4263A18]:0)
   [junit4]    > 	at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
   [junit4]    > 	at java.util.ArrayList$Itr.next(ArrayList.java:851)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter(SolrGangliaReporterTest.java:76)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 430263 INFO  (SUITE-SolrGangliaReporterTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 430263 INFO  (SUITE-SolrGangliaReporterTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=618285588
   [junit4]   2> 430264 INFO  (coreCloseExecutor-952-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2f55a880
   [junit4]   2> 430280 INFO  (coreCloseExecutor-952-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 430282 INFO  (SUITE-SolrGangliaReporterTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrGangliaReporterTest_2BBACA02CF2AA95D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1953, maxMBSortInHeap=6.560246627734133, sim=RandomSimilarity(queryNorm=true): {}, locale=it, timezone=Universal
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=51518080,total=457179136
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSetsAPI, DeleteLastCustomShardedReplicaTest, TestDistributedSearch, JavabinLoaderTest, CoreMergeIndexesAdminHandlerTest, TestSSLRandomization, LeaderFailureAfterFreshStartTest, TestAnalyzedSuggestions, UtilsToolTest, TestFaceting, MinimalSchemaTest, TestFieldCacheWithThreads, TestRangeQuery, DistributedFacetPivotSmallTest, TestLeaderElectionWithEmptyReplica, StandardRequestHandlerTest, BasicDistributedZkTest, ReturnFieldsTest, SuggestComponentContextFilterQueryTest, TestFieldSortValues, TestSmileRequest, TestCSVLoader, TestSolrQueryParserDefaultOperatorResource, TestRemoteStreaming, SolrGangliaReporterTest]
   [junit4] Completed [97/673 (1!)] on J0 in 5.90s, 1 test, 1 error <<< FAILURES!

[...truncated 16 lines...]
   [junit4] Suite: org.apache.solr.update.SolrCmdDistributorTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/init-core-data-001
   [junit4]   2> 443147 INFO  (SUITE-SolrCmdDistributorTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 443148 INFO  (SUITE-SolrCmdDistributorTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ligru/e
   [junit4]   2> 443306 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/cores/collection1
   [junit4]   2> 443308 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 443309 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c1f2606{/ligru/e,null,AVAILABLE}
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ce9b8b8{HTTP/1.1,[http/1.1]}{127.0.0.1:46334}
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @447494ms
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=46334, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/cores}
   [junit4]   2> 443310 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:54.321Z
   [junit4]   2> 443314 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/solr.xml
   [junit4]   2> 443326 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/cores
   [junit4]   2> 443326 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 443331 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 443359 WARN  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 443360 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 443374 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 443500 WARN  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 443503 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 443510 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 443511 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 443511 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 443516 WARN  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 443527 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 443530 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 443531 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 443531 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 443533 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b2ac399[collection1] main]
   [junit4]   2> 443533 WARN  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 443533 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 443534 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023627073617920
   [junit4]   2> 443535 INFO  (searcherExecutor-2097-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b2ac399[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 443768 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 443770 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 443771 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a8eb60f{/ligru/e,null,AVAILABLE}
   [junit4]   2> 443771 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e763c0f{HTTP/1.1,[http/1.1]}{127.0.0.1:38434}
   [junit4]   2> 443771 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @447956ms
   [junit4]   2> 443771 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=38434, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/cores}
   [junit4]   2> 443772 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:54.783Z
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 443791 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/cores
   [junit4]   2> 443791 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 443799 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 443832 WARN  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 443834 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 443853 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 444016 WARN  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 444020 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 444030 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 444030 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 444030 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 444046 WARN  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 444079 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 444079 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 444080 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 444080 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 444080 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29d3738a[collection1] main]
   [junit4]   2> 444081 WARN  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 444081 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 444082 INFO  (searcherExecutor-2108-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@29d3738a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 444082 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023627648237568
   [junit4]   2> 444211 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 444213 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 444214 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5253013f{/ligru/e,null,AVAILABLE}
   [junit4]   2> 444214 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@457a781f{HTTP/1.1,[http/1.1]}{127.0.0.1:40644}
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @448399ms
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=40644, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/cores}
   [junit4]   2> 444215 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:55.226Z
   [junit4]   2> 444216 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 444227 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/cores
   [junit4]   2> 444227 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 444228 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 444252 WARN  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 444253 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 444283 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 444407 WARN  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 444409 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 444416 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 444417 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 444417 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 444423 WARN  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 444467 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 444467 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 444467 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 444467 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 444474 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ad2c94c[collection1] main]
   [junit4]   2> 444475 WARN  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 444482 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 444483 INFO  (searcherExecutor-2119-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ad2c94c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 444483 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023628068716544
   [junit4]   2> 444697 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 444700 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c87f363{/ligru/e,null,AVAILABLE}
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29fa2f4b{HTTP/1.1,[http/1.1]}{127.0.0.1:54172}
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @448887ms
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=54172, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/cores}
   [junit4]   2> 444703 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 444704 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 444704 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 444704 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:55.715Z
   [junit4]   2> 444705 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 444715 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/cores
   [junit4]   2> 444715 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 444718 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 444765 WARN  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 444766 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 444782 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 444916 WARN  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 444919 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 444929 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 444929 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 444929 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 444949 WARN  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 444963 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 444963 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 444964 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 444964 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 444965 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75d42f91[collection1] main]
   [junit4]   2> 444965 WARN  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 444966 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 444967 INFO  (searcherExecutor-2130-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@75d42f91[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 444968 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023628577275904
   [junit4]   2> 445116 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/cores/collection1
   [junit4]   2> 445118 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 445120 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46c1125c{/ligru/e,null,AVAILABLE}
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7433d9df{HTTP/1.1,[http/1.1]}{127.0.0.1:56935}
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @449305ms
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=56935, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/cores}
   [junit4]   2> 445121 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:56.132Z
   [junit4]   2> 445122 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/solr.xml
   [junit4]   2> 445133 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/cores
   [junit4]   2> 445134 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 445134 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 445170 WARN  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 445171 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 445187 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 445324 WARN  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 445327 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 445334 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 445334 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/cores/collection1/data/]
   [junit4]   2> 445334 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 445344 WARN  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 445363 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 445363 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 445363 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 445364 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 445365 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fd22a6c[collection1] main]
   [junit4]   2> 445366 WARN  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 445368 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 445369 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023628997754880
   [junit4]   2> 445372 INFO  (searcherExecutor-2141-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fd22a6c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 445420 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 445424 INFO  (qtp245572875-4513) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629054377984)} 0 1
   [junit4]   2> 445427 INFO  (qtp738777014-4530) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629057523712)} 0 1
   [junit4]   2> 445430 INFO  (qtp1827488733-4547) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629059620864)} 0 1
   [junit4]   2> 445432 INFO  (qtp1176204033-4564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629062766592)} 0 1
   [junit4]   2> 445435 INFO  (qtp1756589104-4581) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629064863744)} 0 1
   [junit4]   2> 445436 ERROR (updateExecutor-733-thread-1-processing-http:////127.0.0.1:46334//ligru//e//collection1) [    ] o.a.s.u.StreamingSolrClients error
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.timer(InstrumentedHttpRequestExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:56)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:323)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:186)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 445439 ERROR (updateExecutor-733-thread-1) [    ] o.a.s.u.SolrCmdDistributor java.lang.NullPointerException
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.timer(InstrumentedHttpRequestExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:56)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:532)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient.request(ConcurrentUpdateSolrClient.java:442)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.update.SolrCmdDistributor.doRequest(SolrCmdDistributor.java:293)
   [junit4]   2> 	at org.apache.solr.update.SolrCmdDistributor.lambda$submit$0(SolrCmdDistributor.java:282)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 445440 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 445441 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ce9b8b8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445441 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=746990949
   [junit4]   2> 445442 INFO  (coreCloseExecutor-2146-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@747ea97b
   [junit4]   2> 445442 INFO  (coreCloseExecutor-2146-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445442 INFO  (coreCloseExecutor-2146-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6d982146
   [junit4]   2> 445452 INFO  (coreCloseExecutor-2146-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445452 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445452 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c1f2606{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> 445455 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e763c0f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445455 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=350107350
   [junit4]   2> 445456 INFO  (coreCloseExecutor-2148-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5da265ae
   [junit4]   2> 445456 INFO  (coreCloseExecutor-2148-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445456 INFO  (coreCloseExecutor-2148-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48cea5aa
   [junit4]   2> 445463 INFO  (coreCloseExecutor-2148-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445464 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445464 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a8eb60f{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> 445467 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@457a781f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445467 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1865503264
   [junit4]   2> 445467 INFO  (coreCloseExecutor-2150-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e71aadb
   [junit4]   2> 445467 INFO  (coreCloseExecutor-2150-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445468 INFO  (coreCloseExecutor-2150-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@51c76bee
   [junit4]   2> 445473 INFO  (coreCloseExecutor-2150-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445477 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445478 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5253013f{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> 445481 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@29fa2f4b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445481 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=3595505
   [junit4]   2> 445482 INFO  (coreCloseExecutor-2152-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d3c832f
   [junit4]   2> 445482 INFO  (coreCloseExecutor-2152-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445482 INFO  (coreCloseExecutor-2152-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@31c24410
   [junit4]   2> 445491 INFO  (coreCloseExecutor-2152-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445491 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445492 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c87f363{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> 445498 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7433d9df{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445498 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=427417249
   [junit4]   2> 445499 INFO  (coreCloseExecutor-2154-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4c4247e
   [junit4]   2> 445499 INFO  (coreCloseExecutor-2154-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445499 INFO  (coreCloseExecutor-2154-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@50c25342
   [junit4]   2> 445509 INFO  (coreCloseExecutor-2154-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445509 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445509 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@46c1125c{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrCmdDistributorTest -Dtests.method=test -Dtests.seed=2BBACA02CF2AA95D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Pacific/Gambier -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 2.37s J1 | SolrCmdDistributorTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: [SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=add{,id=(null)}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/, SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/] expected:<0> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D:A3EEF5D861D6C4A5]:0)
   [junit4]    > 	at org.apache.solr.update.SolrCmdDistributorTest.test(SolrCmdDistributorTest.java:165)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 445515 INFO  (SUITE-SolrCmdDistributorTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=ca, timezone=Pacific/Gambier
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=145532696,total=515375104
   [junit4]   2> NOTE: All tests run in this JVM: [TestStressCloudBlindAtomicUpdates, TestDynamicFieldCollectionResource, TestDocBasedVersionConstraints, CollectionsAPIDistributedZkTest, SpellCheckComponentTest, TestSchemaVersionResource, ZkCLITest, TestSolrDynamicMBean, VMParamsZkACLAndCredentialsProvidersTest, DirectSolrSpellCheckerTest, SSLMigrationTest, BaseCdcrDistributedZkTest, DistributedTermsComponentTest, ShardRoutingTest, DistributedMLTComponentTest, TestSolrQueryResponse, TestAnalyzeInfixSuggestions, DistributedSuggestComponentTest, SchemaVersionSpecificBehaviorTest, HdfsChaosMonkeyNothingIsSafeTest, SolrMetricReporterTest, DirectSolrConnectionTest, TestManagedSynonymFilterFactory, DocValuesNotIndexedTest, SortByFunctionTest, TestSolrCloudWithDelegationTokens, TestMacros, CustomCollectionTest, JvmMetricsTest, TestMiniSolrCloudClusterSSL, SpatialFilterTest, TestMissingGroups, TestPostingsSolrHighlighter, DeleteNodeTest, SpatialRPTFieldTypeTest, ZkStateWriterTest, TestNonDefinedSimilarityFactory, TestHashPartitioner, TestCustomStream, HLLUtilTest, SimplePostToolTest, DeleteStatusTest, DOMUtilTest, SolrIndexSplitterTest, SolrCmdDistributorTest]
   [junit4] Completed [103/673 (2!)] on J1 in 2.39s, 1 test, 1 failure <<< FAILURES!

[...truncated 1485 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_2BBACA02CF2AA95D-001/init-core-data-001
   [junit4]   2> 1894320 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1894321 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_2BBACA02CF2AA95D-001/tempDir-001
   [junit4]   2> 1894321 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1894354 INFO  (Thread-3427) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1894354 INFO  (Thread-3427) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1894454 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:57967
   [junit4]   2> 1894528 INFO  (jetty-launcher-1891-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1894542 INFO  (jetty-launcher-1891-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1894615 INFO  (jetty-launcher-1891-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dbcd862{/solr,null,AVAILABLE}
   [junit4]   2> 1894724 INFO  (jetty-launcher-1891-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ddccb90{/solr,null,AVAILABLE}
   [junit4]   2> 1894726 INFO  (jetty-launcher-1891-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2144c4e7{SSL,[ssl, http/1.1]}{127.0.0.1:55686}
   [junit4]   2> 1894726 INFO  (jetty-launcher-1891-thread-2) [    ] o.e.j.s.Server Started @1898841ms
   [junit4]   2> 1894737 INFO  (jetty-launcher-1891-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7565e98b{SSL,[ssl, http/1.1]}{127.0.0.1:36890}
   [junit4]   2> 1894737 INFO  (jetty-launcher-1891-thread-1) [    ] o.e.j.s.Server Started @1898852ms
   [junit4]   2> 1894737 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36890}
   [junit4]   2> 1894737 ERROR (jetty-launcher-1891-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1894738 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1894738 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1894738 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1894738 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:59:05.680Z
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55686}
   [junit4]   2> 1894748 ERROR (jetty-launcher-1891-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:59:05.690Z
   [junit4]   2> 1894781 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1894821 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1894867 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57967/solr
   [junit4]   2> 1894920 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57967/solr
   [junit4]   2> 1895073 INFO  (jetty-launcher-1891-thread-1) [n:127.0.0.1:36890_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36890_solr
   [junit4]   2> 1895093 INFO  (jetty-launcher-1891-thread-1) [n:127.0.0.1:36890_solr    ] o.a.s.c.Overseer Overseer (id=97189071769763845-127.0.0.1:36890_solr-n_0000000000) starting
   [junit4]   2> 1895152 INFO  (jetty-launcher-1891-thread-1) [n:127.0.0.1:36890_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36890_solr
   [junit4]   2> 1895157 INFO  (zkCallback-1901-thread-1-processing-n:127.0.0.1:36890_solr) [n:127.0.0.1:36890_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1895267 INFO  (jetty-launcher-1891-thread-2) [n:127.0.0.1:55686_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1895273 INFO  (jetty-launcher-1891-thread-2) [n:127.0.0.1:55686_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55686_solr
   [junit4]   2> 1895275 INFO  (zkCallback-1901-thread-1-processing-n:127.0.0.1:36890_solr) [n:127.0.0.1:36890_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1895284 INFO  (zkCallback-1902-thread-1-processing-n:127.0.0.1:55686_solr) [n:127.0.0.1:55686_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1895354 INFO  (jetty-launcher-1891-thread-2) [n:127.0.0.1:55686_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_2BBACA02CF2AA95D-001/tempDir-001/node2/.
   [junit4]   2> 1895778 INFO  (jetty-launcher-1891-thread-1) [n:127.0.0.1:36890_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_2BBACA02CF2AA95D-001/tempDir-001/node1/.
   [junit4]   2> 1899041 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1899042 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57967/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1899126 WARN  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1899135 WARN  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1899140 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1899195 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_57464_hdfs____9spaka/webapp
   [junit4]   2> 1900169 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57464
   [junit4]   2> 1900788 WARN  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1900789 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1900808 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44623_datanode____qndjha/webapp
   [junit4]   2> 1901541 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44623
   [junit4]   2> 1902064 WARN  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1902065 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1902247 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44040_datanode____gybfgz/webapp
   [junit4]   2> 1902579 INFO  (IPC Server handler 2 on 46270) [    ] BlockStateChange BLOCK* processReport: from storage DS-9778ea8f-3aba-44df-b7e0-e224f469b688 node DatanodeRegistration(127.0.0.1:56424, datanodeUuid=524893b4-d2c7-42f2-9348-eb22b979039b, infoPort=58788, infoSecurePort=0, ipcPort=48061, storageInfo=lv=-56;cid=testClusterID;nsid=2021021759;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1902579 INFO  (IPC Server handler 2 on 46270) [    ] BlockStateChange BLOCK* processR

[...truncated too long message...]

efaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.teardownClass(HdfsRecoveryZkTest.java:53)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2> 	... 54 more
   [junit4]   2> 1927830 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57967 57967
   [junit4]   2> 1927831 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=th-TH, timezone=IET
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=156208432,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSetsAPI, DeleteLastCustomShardedReplicaTest, TestDistributedSearch, JavabinLoaderTest, CoreMergeIndexesAdminHandlerTest, TestSSLRandomization, LeaderFailureAfterFreshStartTest, TestAnalyzedSuggestions, UtilsToolTest, TestFaceting, MinimalSchemaTest, TestFieldCacheWithThreads, TestRangeQuery, DistributedFacetPivotSmallTest, TestLeaderElectionWithEmptyReplica, StandardRequestHandlerTest, BasicDistributedZkTest, ReturnFieldsTest, SuggestComponentContextFilterQueryTest, TestFieldSortValues, TestSmileRequest, TestCSVLoader, TestSolrQueryParserDefaultOperatorResource, TestRemoteStreaming, SolrGangliaReporterTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCodecSupport, CdcrVersionReplicationTest, FileBasedSpellCheckerTest, SyncSliceTest, TestCloudRecovery, TestEmbeddedSolrServerConstructors, NumericFieldsTest, HdfsBasicDistributedZkTest, TestRTimerTree, CurrencyFieldOpenExchangeTest, SolrXmlInZkTest, QueryEqualityTest, TestSubQueryTransformer, BooleanFieldTest, ZkNodePropsTest, ReplicaListTransformerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, PeerSyncReplicationTest, ShardSplitTest, TestScoreJoinQPNoScore, CursorMarkTest, CacheHeaderTest, TestSQLHandler, TestConfigSetImmutable, RollingRestartTest, ConjunctionSolrSpellCheckerTest, TestSizeLimitedDistributedMap, SmileWriterTest, TestSolrCloudSnapshots, TestCollapseQParserPlugin, TestCloudInspectUtil, SpellPossibilityIteratorTest, TestExactSharedStatsCache, TestFastWriter, RegexBoostProcessorTest, CreateCollectionCleanupTest, TestAuthorizationFramework, TestRawTransformer, TestLRUCache, SolrCoreTest, DistributedDebugComponentTest, CopyFieldTest, BasicZkTest, TestDFRSimilarityFactory, TemplateUpdateProcessorTest, RuleEngineTest, HdfsWriteToMultipleCollectionsTest, TestExpandComponent, HdfsDirectoryTest, TestMacroExpander, TestHdfsUpdateLog, TestCorePropertiesReload, ScriptEngineTest, TestCollationFieldDocValues, CursorPagingTest, TestAtomicUpdateErrorCases, RequiredFieldsTest, HttpPartitionTest, SearchHandlerTest, TriLevelCompositeIdRoutingTest, BlockJoinFacetRandomTest, SignatureUpdateProcessorFactoryTest, TestFieldTypeResource, TestFoldingMultitermQuery, DefaultValueUpdateProcessorTest, ActionThrottleTest, DateMathParserTest, TestExportWriter, UUIDFieldTest, TestUseDocValuesAsStored2, PolyFieldTest, TestSolrConfigHandlerConcurrent, TestFieldCache, TestRandomDVFaceting, CollectionTooManyReplicasTest, TestManagedResource, SystemInfoHandlerTest, TestBulkSchemaAPI, TestOmitPositions, TestSolrConfigHandler, DirectoryFactoryTest, NotRequiredUniqueKeyTest, TestJsonFacets, TestReplicaProperties, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, TestClusterProperties, TestCollectionAPI, TestLeaderInitiatedRecoveryThread, TestRandomFlRTGCloud, TestRebalanceLeaders, TestSolrCloudWithSecureImpersonation, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=2BBACA02CF2AA95D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=th-TH -Dtests.timezone=IET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | HdfsRecoveryZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
   [junit4]    > 	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
   [junit4]    > 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
   [junit4]    > 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
   [junit4]    > 	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
   [junit4]    > 	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
   [junit4]    > 	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:747)
   [junit4]    > 	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:809)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1060)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:817)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:906)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:551)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [548/673 (3!)] on J0 in 64.65s, 1 test, 1 failure <<< FAILURES!

[...truncated 62774 lines...]



Mime
View raw message