lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-Tests-master - Build # 2133 - Still Unstable
Date Thu, 26 Oct 2017 23:59:21 GMT
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2133/

5 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload

Error Message:
Could not load collection from ZK: reloaded_collection

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: reloaded_collection
	at __randomizedtesting.SeedInfo.seed([60D17321483DA793:61685F1F9DB2080C]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:110)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.collectStartTimes(CollectionsAPIDistributedZkTest.java:532)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.waitForReloads(CollectionsAPIDistributedZkTest.java:507)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:479)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/reloaded_collection/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
	... 46 more


FAILED:  org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost

Error Message:
Error from server at http://127.0.0.1:33614/solr: 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33614/solr: 
	at __randomizedtesting.SeedInfo.seed([60D17321483DA793:501192A3C04F46CF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:245)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testWrongZkChrootTest

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at __randomizedtesting.SeedInfo.seed([F704A6AAAA3E3002:FAEC4B268F925D64]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1188)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:832)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.cleanIndex(CloudSolrClientTest.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
	... 46 more


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
KeeperErrorCode = Session expired for /clusterstate.json

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
	at __randomizedtesting.SeedInfo.seed([60D17321483DA793:E8854CFBE6C1CA6B]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:586)
	at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:352)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:674)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:669)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:464)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics

Error Message:
Could not load collection from ZK: testkerberoscollection

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testkerberoscollection
	at __randomizedtesting.SeedInfo.seed([60D17321483DA793:5D09DD0D70D3F9E3]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:136)
	at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:124)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testkerberoscollection/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
	... 44 more




Build Log:
[...truncated 12203 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 2419756 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[60D17321483DA793]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/init-core-data-001
   [junit4]   2> 2419757 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[60D17321483DA793]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 2419757 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[60D17321483DA793]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2419758 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[60D17321483DA793]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2419759 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[60D17321483DA793]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001
   [junit4]   2> 2419759 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[60D17321483DA793]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2419829 INFO  (Thread-1126) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2419829 INFO  (Thread-1126) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2419830 ERROR (Thread-1126) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2419918 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[60D17321483DA793]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38891
   [junit4]   2> 2420053 INFO  (jetty-launcher-1096-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2420067 INFO  (jetty-launcher-1096-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2420068 INFO  (jetty-launcher-1096-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2420123 INFO  (jetty-launcher-1096-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2420248 INFO  (jetty-launcher-1096-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ed2218b{/solr,null,AVAILABLE}
   [junit4]   2> 2420358 INFO  (jetty-launcher-1096-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63d4e3d9{/solr,null,AVAILABLE}
   [junit4]   2> 2420360 INFO  (jetty-launcher-1096-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@733dd192{SSL,[ssl, http/1.1]}{127.0.0.1:39390}
   [junit4]   2> 2420360 INFO  (jetty-launcher-1096-thread-1) [    ] o.e.j.s.Server Started @2441314ms
   [junit4]   2> 2420360 INFO  (jetty-launcher-1096-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39390}
   [junit4]   2> 2420360 ERROR (jetty-launcher-1096-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2420360 INFO  (jetty-launcher-1096-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2420360 INFO  (jetty-launcher-1096-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2420360 INFO  (jetty-launcher-1096-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2420360 INFO  (jetty-launcher-1096-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-26T20:38:19.059Z
   [junit4]   2> 2420361 INFO  (jetty-launcher-1096-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51e9a15e{/solr,null,AVAILABLE}
   [junit4]   2> 2420361 INFO  (jetty-launcher-1096-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@331ad8f2{SSL,[ssl, http/1.1]}{127.0.0.1:35788}
   [junit4]   2> 2420361 INFO  (jetty-launcher-1096-thread-4) [    ] o.e.j.s.Server Started @2441316ms
   [junit4]   2> 2420361 INFO  (jetty-launcher-1096-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35788}
   [junit4]   2> 2420361 ERROR (jetty-launcher-1096-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2420362 INFO  (jetty-launcher-1096-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2420362 INFO  (jetty-launcher-1096-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2420362 INFO  (jetty-launcher-1096-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2420362 INFO  (jetty-launcher-1096-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-26T20:38:19.061Z
   [junit4]   2> 2420473 INFO  (jetty-launcher-1096-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2420476 INFO  (jetty-launcher-1096-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2420476 INFO  (jetty-launcher-1096-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2420476 INFO  (jetty-launcher-1096-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6ab6bf7e{SSL,[ssl, http/1.1]}{127.0.0.1:43589}
   [junit4]   2> 2420476 INFO  (jetty-launcher-1096-thread-3) [    ] o.e.j.s.Server Started @2441431ms
   [junit4]   2> 2420476 INFO  (jetty-launcher-1096-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43589}
   [junit4]   2> 2420477 ERROR (jetty-launcher-1096-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2420477 INFO  (jetty-launcher-1096-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2420477 INFO  (jetty-launcher-1096-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2420477 INFO  (jetty-launcher-1096-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2420477 INFO  (jetty-launcher-1096-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-26T20:38:19.176Z
   [junit4]   2> 2420513 INFO  (jetty-launcher-1096-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55d0a3f1{/solr,null,AVAILABLE}
   [junit4]   2> 2420513 INFO  (jetty-launcher-1096-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@96a520a{SSL,[ssl, http/1.1]}{127.0.0.1:46342}
   [junit4]   2> 2420513 INFO  (jetty-launcher-1096-thread-2) [    ] o.e.j.s.Server Started @2441468ms
   [junit4]   2> 2420513 INFO  (jetty-launcher-1096-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46342}
   [junit4]   2> 2420514 ERROR (jetty-launcher-1096-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2420514 INFO  (jetty-launcher-1096-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2420514 INFO  (jetty-launcher-1096-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2420514 INFO  (jetty-launcher-1096-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2420514 INFO  (jetty-launcher-1096-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-26T20:38:19.213Z
   [junit4]   2> 2420643 INFO  (jetty-launcher-1096-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2420661 INFO  (jetty-launcher-1096-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2420661 INFO  (jetty-launcher-1096-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2420694 INFO  (jetty-launcher-1096-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38891/solr
   [junit4]   2> 2420733 INFO  (jetty-launcher-1096-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2420753 INFO  (jetty-launcher-1096-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38891/solr
   [junit4]   2> 2420746 INFO  (jetty-launcher-1096-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2420756 INFO  (jetty-launcher-1096-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2420845 INFO  (jetty-launcher-1096-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2420881 INFO  (jetty-launcher-1096-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2420881 INFO  (jetty-launcher-1096-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2420947 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f5a6830a10006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2420973 INFO  (jetty-launcher-1096-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38891/solr
   [junit4]   2> 2421074 INFO  (jetty-launcher-1096-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38891/solr
   [junit4]   2> 2421453 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f5a6830a10009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2421952 INFO  (jetty-launcher-1096-thread-3) [n:127.0.0.1:43589_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2421997 INFO  (jetty-launcher-1096-thread-4) [n:127.0.0.1:35788_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2422029 INFO  (jetty-launcher-1096-thread-3) [n:127.0.0.1:43589_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43589_solr
   [junit4]   2> 2422070 INFO  (jetty-launcher-1096-thread-4) [n:127.0.0.1:35788_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35788_solr
   [junit4]   2> 2422103 INFO  (jetty-launcher-1096-thread-3) [n:127.0.0.1:43589_solr    ] o.a.s.c.Overseer Overseer (id=98897120364396555-127.0.0.1:43589_solr-n_0000000000) starting
   [junit4]   2> 2422180 INFO  (zkCallback-1117-thread-1-processing-n:127.0.0.1:43589_solr) [n:127.0.0.1:43589_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2422273 INFO  (zkCallback-1121-thread-1-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2422662 INFO  (jetty-launcher-1096-thread-2) [n:127.0.0.1:46342_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2422672 INFO  (jetty-launcher-1096-thread-3) [n:127.0.0.1:43589_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43589_solr
   [junit4]   2> 2422697 INFO  (jetty-launcher-1096-thread-2) [n:127.0.0.1:46342_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2422699 INFO  (jetty-launcher-1096-thread-2) [n:127.0.0.1:46342_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46342_solr
   [junit4]   2> 2422773 INFO  (zkCallback-1117-thread-2-processing-n:127.0.0.1:43589_solr) [n:127.0.0.1:43589_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 2422846 INFO  (zkCallback-1113-thread-1-processing-n:127.0.0.1:46342_solr) [n:127.0.0.1:46342_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2422892 INFO  (zkCallback-1121-thread-1-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 2422912 INFO  (zkCallback-1113-thread-2-processing-n:127.0.0.1:46342_solr) [n:127.0.0.1:46342_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2423718 INFO  (jetty-launcher-1096-thread-4) [n:127.0.0.1:35788_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2423757 INFO  (jetty-launcher-1096-thread-4) [n:127.0.0.1:35788_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2423757 INFO  (jetty-launcher-1096-thread-4) [n:127.0.0.1:35788_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2423771 INFO  (jetty-launcher-1096-thread-4) [n:127.0.0.1:35788_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001/node4
   [junit4]   2> 2424090 INFO  (jetty-launcher-1096-thread-2) [n:127.0.0.1:46342_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2424100 INFO  (jetty-launcher-1096-thread-1) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2424330 INFO  (jetty-launcher-1096-thread-2) [n:127.0.0.1:46342_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2424330 INFO  (jetty-launcher-1096-thread-2) [n:127.0.0.1:46342_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2424331 INFO  (jetty-launcher-1096-thread-2) [n:127.0.0.1:46342_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001/node2
   [junit4]   2> 2424552 INFO  (jetty-launcher-1096-thread-3) [n:127.0.0.1:43589_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2424579 INFO  (jetty-launcher-1096-thread-1) [n:127.0.0.1:39390_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2424627 INFO  (jetty-launcher-1096-thread-3) [n:127.0.0.1:43589_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2424627 INFO  (jetty-launcher-1096-thread-3) [n:127.0.0.1:43589_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2424698 INFO  (jetty-launcher-1096-thread-3) [n:127.0.0.1:43589_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001/node3
   [junit4]   2> 2424799 INFO  (jetty-launcher-1096-thread-1) [n:127.0.0.1:39390_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39390_solr
   [junit4]   2> 2424825 INFO  (zkCallback-1109-thread-1-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2424844 INFO  (zkCallback-1117-thread-2-processing-n:127.0.0.1:43589_solr) [n:127.0.0.1:43589_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2424848 INFO  (zkCallback-1113-thread-2-processing-n:127.0.0.1:46342_solr) [n:127.0.0.1:46342_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2424848 INFO  (zkCallback-1121-thread-1-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2426244 INFO  (jetty-launcher-1096-thread-1) [n:127.0.0.1:39390_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2426371 INFO  (jetty-launcher-1096-thread-1) [n:127.0.0.1:39390_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2426371 INFO  (jetty-launcher-1096-thread-1) [n:127.0.0.1:39390_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2426373 INFO  (jetty-launcher-1096-thread-1) [n:127.0.0.1:39390_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001/node1
   [junit4]   2> 2427231 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[60D17321483DA793]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2427304 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[60D17321483DA793]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38891/solr ready
   [junit4]   2> 2427797 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[60D17321483DA793]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
   [junit4]   2> 2427797 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[60D17321483DA793]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2428069 ERROR (qtp1448549049-5250) [n:127.0.0.1:35788_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:217)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2428070 INFO  (qtp1448549049-5250) [n:127.0.0.1:35788_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=1
   [junit4]   2> 2428084 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[60D17321483DA793]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
   [junit4]   2> 2428361 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[60D17321483DA793]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
   [junit4]   2> 2428362 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[60D17321483DA793]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2428450 INFO  (qtp1448549049-5255) [n:127.0.0.1:35788_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2428607 INFO  (qtp1448549049-5255) [n:127.0.0.1:35788_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=157
   [junit4]   2> 2428612 INFO  (qtp1448549049-5256) [n:127.0.0.1:35788_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2428612 INFO  (qtp1448549049-5256) [n:127.0.0.1:35788_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2428613 INFO  (qtp1448549049-5256) [n:127.0.0.1:35788_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2428669 WARN  (OverseerCollectionConfigSetProcessor-98897120364396555-127.0.0.1:43589_solr-n_0000000000) [n:127.0.0.1:43589_solr    ] o.a.s.c.LockTree lock_is_leaked at[onlyinzk]
   [junit4]   2> 2428669 INFO  (OverseerCollectionConfigSetProcessor-98897120364396555-127.0.0.1:43589_solr-n_0000000000) [n:127.0.0.1:43589_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2428676 INFO  (OverseerThreadFactory-1773-thread-1-processing-n:127.0.0.1:43589_solr) [n:127.0.0.1:43589_solr    ] o.a.s.c.LockTree Unlocked multiple times : onlyinzk
   [junit4]   2> 2428735 INFO  (OverseerThreadFactory-1773-thread-2-processing-n:127.0.0.1:43589_solr) [n:127.0.0.1:43589_solr    ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
   [junit4]   2> 2429399 INFO  (OverseerStateUpdate-98897120364396555-127.0.0.1:43589_solr-n_0000000000) [n:127.0.0.1:43589_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onlyinzk",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"onlyinzk_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39390/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2429503 INFO  (OverseerStateUpdate-98897120364396555-127.0.0.1:43589_solr-n_0000000000) [n:127.0.0.1:43589_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onlyinzk",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"onlyinzk_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35788/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2429847 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 9s
   [junit4]   2> 2430286 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 9s
   [junit4]   2> 2438919 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n3&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2438920 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2438931 INFO  (zkCallback-1121-thread-1-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2438959 INFO  (zkCallback-1121-thread-2-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2439287 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2439287 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2439667 INFO  (zkCallback-1109-thread-1-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2439687 INFO  (zkCallback-1109-thread-2-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2439691 INFO  (zkCallback-1121-thread-2-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2439691 INFO  (zkCallback-1121-thread-1-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2440005 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2440314 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.s.IndexSchema [onlyinzk_shard2_replica_n3] Schema name=minimal
   [junit4]   2> 2440369 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2440370 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica_n3' using configuration from collection onlyinzk, trusted=true
   [junit4]   2> 2440370 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard2.replica_n3' (registry 'solr.core.onlyinzk.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2440370 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2440370 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.SolrCore [[onlyinzk_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001/node4/onlyinzk_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001/node4/onlyinzk_shard2_replica_n3/data/]
   [junit4]   2> 2440697 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2440804 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2440806 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2440806 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica_n1' using configuration from collection onlyinzk, trusted=true
   [junit4]   2> 2440819 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard1.replica_n1' (registry 'solr.core.onlyinzk.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2440819 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2440819 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001/node1/onlyinzk_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001/node1/onlyinzk_shard1_replica_n1/data/]
   [junit4]   2> 2440941 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2440941 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2440942 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2440942 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2440943 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@23f762c0[onlyinzk_shard2_replica_n3] main]
   [junit4]   2> 2440944 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2440961 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2440961 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2440977 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582353948004581376
   [junit4]   2> 2441035 INFO  (searcherExecutor-1782-thread-1-processing-n:127.0.0.1:35788_solr x:onlyinzk_shard2_replica_n3 s:shard2 c:onlyinzk r:core_node4) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n3] Registered new searcher Searcher@23f762c0[onlyinzk_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2441036 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2441036 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2441036 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35788/solr/onlyinzk_shard2_replica_n3/
   [junit4]   2> 2441036 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2441036 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:35788/solr/onlyinzk_shard2_replica_n3/ has no replicas
   [junit4]   2> 2441036 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2441071 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35788/solr/onlyinzk_shard2_replica_n3/ shard2
   [junit4]   2> 2441305 INFO  (zkCallback-1109-thread-2-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441309 INFO  (zkCallback-1109-thread-1-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441310 INFO  (zkCallback-1121-thread-2-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441310 INFO  (zkCallback-1121-thread-1-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441358 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2441415 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n3&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=11568
   [junit4]   2> 2441493 INFO  (zkCallback-1121-thread-1-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441493 INFO  (zkCallback-1121-thread-2-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441504 INFO  (zkCallback-1109-thread-2-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441505 INFO  (zkCallback-1109-thread-1-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441558 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2441558 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2441578 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2441578 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2441615 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d0302a[onlyinzk_shard1_replica_n1] main]
   [junit4]   2> 2441623 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2441623 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2441624 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2441624 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582353948683010048
   [junit4]   2> 2441661 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2441661 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2441661 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39390/solr/onlyinzk_shard1_replica_n1/
   [junit4]   2> 2441661 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2441661 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39390/solr/onlyinzk_shard1_replica_n1/ has no replicas
   [junit4]   2> 2441661 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2441675 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39390/solr/onlyinzk_shard1_replica_n1/ shard1
   [junit4]   2> 2441676 INFO  (searcherExecutor-1784-thread-1-processing-n:127.0.0.1:39390_solr x:onlyinzk_shard1_replica_n1 s:shard1 c:onlyinzk r:core_node2) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] Registered new searcher Searcher@17d0302a[onlyinzk_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2441806 INFO  (zkCallback-1121-thread-1-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441806 INFO  (zkCallback-1121-thread-2-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441813 INFO  (zkCallback-1109-thread-1-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441813 INFO  (zkCallback-1109-thread-2-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441841 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2441843 INFO  (qtp106800518-5280) [n:127.0.0.1:39390_solr c:onlyinzk s:shard1 r:core_node2 x:onlyinzk_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=11556
   [junit4]   2> 2441894 INFO  (qtp1448549049-5256) [n:127.0.0.1:35788_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2441952 INFO  (zkCallback-1121-thread-1-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441952 INFO  (zkCallback-1121-thread-2-processing-n:127.0.0.1:35788_solr) [n:127.0.0.1:35788_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441959 INFO  (zkCallback-1109-thread-2-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2441959 INFO  (zkCallback-1109-thread-1-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2442771 INFO  (OverseerCollectionConfigSetProcessor-98897120364396555-127.0.0.1:43589_solr-n_0000000000) [n:127.0.0.1:43589_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2442905 INFO  (qtp1448549049-5256) [n:127.0.0.1:35788_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=14291
   [junit4]   2> 2442909 INFO  (qtp1448549049-5249) [n:127.0.0.1:35788_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2442909 INFO  (qtp1448549049-5249) [n:127.0.0.1:35788_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2442909 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[60D17321483DA793]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
   [junit4]   2> 2443949 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[60D17321483DA793]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
   [junit4]   2> 2443951 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[60D17321483DA793]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2443952 INFO  (qtp1448549049-5249) [n:127.0.0.1:35788_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2443968 INFO  (OverseerThreadFactory-1773-thread-3-processing-n:127.0.0.1:43589_solr) [n:127.0.0.1:43589_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2444034 INFO  (qtp1448549049-5250) [n:127.0.0.1:35788_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n3, tag=null
   [junit4]   2> 2444034 INFO  (qtp1448549049-5250) [n:127.0.0.1:35788_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b37c4eb: rootName = null, domain = solr.core.onlyinzk.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.onlyinzk.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@101efb5d
   [junit4]   2> 2444107 INFO  (qtp106800518-5281) [n:127.0.0.1:39390_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=null
   [junit4]   2> 2444107 INFO  (qtp106800518-5281) [n:127.0.0.1:39390_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@513feae6: rootName = null, domain = solr.core.onlyinzk.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.onlyinzk.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@160b49b4
   [junit4]   2> 2444241 INFO  (qtp1448549049-5250) [n:127.0.0.1:35788_solr    ] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@21081e75
   [junit4]   2> 2444242 INFO  (qtp1448549049-5250) [n:127.0.0.1:35788_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n3, tag=554180213
   [junit4]   2> 2444242 INFO  (qtp1448549049-5250) [n:127.0.0.1:35788_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard2.leader, tag=554180213
   [junit4]   2> 2444254 INFO  (qtp106800518-5281) [n:127.0.0.1:39390_solr    ] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@60330614
   [junit4]   2> 2444254 INFO  (qtp106800518-5281) [n:127.0.0.1:39390_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=1613956628
   [junit4]   2> 2444254 INFO  (qtp106800518-5281) [n:127.0.0.1:39390_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard1.leader, tag=1613956628
   [junit4]   2> 2444514 INFO  (qtp1448549049-5250) [n:127.0.0.1:35788_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica_n3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=528
   [junit4]   2> 2444515 INFO  (qtp106800518-5281) [n:127.0.0.1:39390_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=481
   [junit4]   2> 2445266 INFO  (qtp1448549049-5249) [n:127.0.0.1:35788_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=1314
   [junit4]   2> 2445268 INFO  (qtp1448549049-5251) [n:127.0.0.1:35788_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2445282 INFO  (OverseerCollectionConfigSetProcessor-98897120364396555-127.0.0.1:43589_solr-n_0000000000) [n:127.0.0.1:43589_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2445331 INFO  (OverseerThreadFactory-1773-thread-4-processing-n:127.0.0.1:43589_solr) [n:127.0.0.1:43589_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2445351 ERROR (OverseerThreadFactory-1773-thread-4-processing-n:127.0.0.1:43589_solr) [n:127.0.0.1:43589_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
   [junit4]   2> 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:800)
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2445449 INFO  (qtp1448549049-5251) [n:127.0.0.1:35788_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=181
   [junit4]   2> 2445450 INFO  (qtp1448549049-5252) [n:127.0.0.1:35788_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2445486 INFO  (OverseerThreadFactory-1773-thread-5-processing-n:127.0.0.1:43589_solr) [n:127.0.0.1:43589_solr    ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
   [junit4]   2> 2445486 INFO  (OverseerCollectionConfigSetProcessor-98897120364396555-127.0.0.1:43589_solr-n_0000000000) [n:127.0.0.1:43589_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2445780 INFO  (OverseerStateUpdate-98897120364396555-127.0.0.1:43589_solr-n_0000000000) [n:127.0.0.1:43589_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46342/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2445781 INFO  (OverseerStateUpdate-98897120364396555-127.0.0.1:43589_solr-n_0000000000) [n:127.0.0.1:43589_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"acollectionafterbaddelete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"acollectionafterbaddelete_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39390/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2446000 INFO  (qtp106800518-5274) [n:127.0.0.1:39390_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 9s
   [junit4]   2> 2446615 INFO  (qtp1067700273-5272) [n:127.0.0.1:46342_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 9s
   [junit4]   2> 2455007 INFO  (qtp106800518-5274) [n:127.0.0.1:39390_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2455060 INFO  (zkCallback-1109-thread-2-processing-n:127.0.0.1:39390_solr) [n:127.0.0.1:39390_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2455140 INFO  (qtp106800518-5274) [n:127.0.0.1:39390_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2455358 INFO  (qtp106800518-5274) [n:127.0.0.1:39390_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2455360 INFO  (qtp106800518-5274) [n:127.0.0.1:39390_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2455360 INFO  (qtp106800518-5274) [n:127.0.0.1:39390_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n2' using configuration from collection acollectionafterbaddelete, trusted=true
   [junit4]   2> 2455360 INFO  (qtp106800518-5274) [n:127.0.0.1:39390_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.acollectionafterbaddelete.shard1.replica_n2' (registry 'solr.core.acollectionafterbaddelete.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6278664a
   [junit4]   2> 2455360 INFO  (qtp106800518-5274) [n:127.0.0.1:39390_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2455360 INFO  (qtp106800518-5274) [n:127.0.0.1:39390_solr c:acollectionafterbaddelete s:shard1 r:core_node4 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_60D17321483DA793-001/tempDir-001/node1/acollectionafterbaddelete_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.c

[...truncated too long message...]

Changed path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 468176 INFO  (zkCallback-144-thread-4-processing-n:127.0.0.1:39224_solr) [n:127.0.0.1:39224_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 468184 INFO  (coreCloseExecutor-487-thread-2) [n:127.0.0.1:35463_solr c:multicollection2 s:shard1 r:core_node2 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=677818005
   [junit4]   2> 468200 INFO  (zkCallback-140-thread-4-processing-n:127.0.0.1:35463_solr) [n:127.0.0.1:35463_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 468200 INFO  (zkCallback-140-thread-6-processing-n:127.0.0.1:35463_solr) [n:127.0.0.1:35463_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 468205 INFO  (coreCloseExecutor-487-thread-7) [n:127.0.0.1:35463_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=569196273
   [junit4]   2> 468296 INFO  (coreCloseExecutor-486-thread-7) [n:127.0.0.1:39224_solr c:localShardsTestColl s:shard2 r:core_node14 x:localShardsTestColl_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=887462485
   [junit4]   2> 468310 INFO  (coreCloseExecutor-486-thread-8) [n:127.0.0.1:39224_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=917025266
   [junit4]   2> 468310 INFO  (coreCloseExecutor-486-thread-8) [n:127.0.0.1:39224_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5f88237: rootName = solr_39224, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@2083652a
   [junit4]   2> 468348 INFO  (zkCallback-144-thread-4-processing-n:127.0.0.1:39224_solr) [n:127.0.0.1:39224_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 468348 INFO  (zkCallback-144-thread-5-processing-n:127.0.0.1:39224_solr) [n:127.0.0.1:39224_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/overwrite/state.json] for collection [overwrite] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 468363 INFO  (coreCloseExecutor-486-thread-8) [n:127.0.0.1:39224_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=917025266
   [junit4]   2> 468364 INFO  (coreCloseExecutor-486-thread-9) [n:127.0.0.1:39224_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=1753377743
   [junit4]   2> 468364 INFO  (coreCloseExecutor-486-thread-9) [n:127.0.0.1:39224_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e5c47d0: rootName = solr_39224, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@7c537ed3
   [junit4]   2> 468403 INFO  (coreCloseExecutor-486-thread-9) [n:127.0.0.1:39224_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1753377743
   [junit4]   2> 468405 INFO  (coreCloseExecutor-486-thread-1) [n:127.0.0.1:39224_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1872380691
   [junit4]   2> 468533 INFO  (jetty-closer-129-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4fe6b630{/solr,null,UNAVAILABLE}
   [junit4]   2> 468547 INFO  (jetty-closer-129-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98897588478672902-127.0.0.1:35463_solr-n_0000000000) closing
   [junit4]   2> 468549 INFO  (OverseerStateUpdate-98897588478672902-127.0.0.1:35463_solr-n_0000000000) [n:127.0.0.1:35463_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35463_solr
   [junit4]   2> 468620 WARN  (OverseerAutoScalingTriggerThread-98897588478672902-127.0.0.1:35463_solr-n_0000000000) [n:127.0.0.1:35463_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 468656 INFO  (jetty-closer-129-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@22088d16{/solr,null,UNAVAILABLE}
   [junit4]   2> 469190 WARN  (zkCallback-145-thread-7-processing-n:127.0.0.1:42649_solr) [n:127.0.0.1:42649_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/localShardsTestColl/state.json]
   [junit4]   2> 469206 INFO  (jetty-closer-129-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@aedbbaa{/solr,null,UNAVAILABLE}
   [junit4]   2> 469207 ERROR (SUITE-CloudSolrClientTest-seed#[F704A6AAAA3E3002]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 469207 INFO  (SUITE-CloudSolrClientTest-seed#[F704A6AAAA3E3002]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42384 42384
   [junit4]   2> 469318 INFO  (Thread-111) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42384 42384
   [junit4]   2> 469318 WARN  (Thread-111) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	43	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	27	/solr/collections/foo/state.json
   [junit4]   2> 	16	/solr/collections/multicollection2/state.json
   [junit4]   2> 	16	/solr/collections/multicollection1/state.json
   [junit4]   2> 	15	/solr/collections/collection1/state.json
   [junit4]   2> 	14	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	14	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard2/election/98897588478672902-core_node15-n_0000000000
   [junit4]   2> 	2	/solr/collections/foo/leader_elect/shard1/election/98897588478672902-core_node3-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_F704A6AAAA3E3002-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=19866, maxDocsPerChunk=8, blockSize=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=19866, blockSize=8)), sim=RandomSimilarity(queryNorm=false): {}, locale=cs-CZ, timezone=Asia/Karachi
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=188807168,total=417857536
   [junit4]   2> NOTE: All tests run in this JVM: [LessThanEqualToEvaluatorTest, SolrExampleEmbeddedTest, TestValidatingJsonMap, ArcCosineEvaluatorTest, TestJsonRecordReader, MergeIndexesEmbeddedTest, NormalizeEvaluatorTest, MultiplyEvaluatorTest, PowerEvaluatorTest, QueryResponseTest, TestUpdateRequestCodec, TestCollectionAdminRequest, CoalesceEvaluatorTest, CommonParamsTest, GreaterThanEqualToEvaluatorTest, TestSolrProperties, UuidEvaluatorTest, TestCollectionStateWatchers, SolrQueryTest, SineEvaluatorTest, TestFastInputStream, JdbcDriverTest, GetByIdTest, DivideEvaluatorTest, SolrExampleStreamingBinaryTest, SolrExampleXMLTest, TestSpellCheckResponse, TestEmbeddedSolrServer, TestHash, SolrDocumentTest, NamedListTest, CollectionAdminRequestRequiredParamsTest, TestPolicy, CloudSolrClientBuilderTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest]
   [junit4] Completed [85/145 (1!)] on J1 in 119.17s, 15 tests, 1 error <<< FAILURES!

[...truncated 46431 lines...]

Mime
View raw message