lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Policeman Jenkins Server <jenk...@thetaphi.de>
Subject [JENKINS] Lucene-Solr-7.0-Linux (64bit/jdk1.8.0_144) - Build # 208 - Still Unstable!
Date Tue, 15 Aug 2017 17:31:20 GMT
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.0-Linux/208/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestJmxIntegration

Error Message:
JMX not enabled

Stack Trace:
java.lang.AssertionError: JMX not enabled
	at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestJmxIntegration.beforeClass(TestJmxIntegration.java:75)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Doc with id=2 not found in http://127.0.0.1:36259/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=2 not found in http://127.0.0.1:36259/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:FC2A463194FAE93E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
	at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:513)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:143)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:34203","node_name":"127.0.0.1:34203_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:43221",           "core":"c8n_1x3_lf_shard1_replica_t1",           "node_name":"127.0.0.1:43221_",           "type":"TLOG"},         "core_node2":{           "core":"c8n_1x3_lf_shard1_replica_t3",           "base_url":"http://127.0.0.1:34203",           "node_name":"127.0.0.1:34203_",           "state":"active",           "type":"TLOG",           "leader":"true"},         "core_node3":{           "core":"c8n_1x3_lf_shard1_replica_t2",           "base_url":"http://127.0.0.1:40595",           "node_name":"127.0.0.1:40595_",           "state":"down",           "type":"TLOG"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"0",   "tlogReplicas":"3"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:34203","node_name":"127.0.0.1:34203_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:43221",
          "core":"c8n_1x3_lf_shard1_replica_t1",
          "node_name":"127.0.0.1:43221_",
          "type":"TLOG"},
        "core_node2":{
          "core":"c8n_1x3_lf_shard1_replica_t3",
          "base_url":"http://127.0.0.1:34203",
          "node_name":"127.0.0.1:34203_",
          "state":"active",
          "type":"TLOG",
          "leader":"true"},
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica_t2",
          "base_url":"http://127.0.0.1:40595",
          "node_name":"127.0.0.1:40595_",
          "state":"down",
          "type":"TLOG"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"0",
  "tlogReplicas":"3"}
	at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:FC2A463194FAE93E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:3C0B0D5F3C35AB53]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:580)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11886 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/init-core-data-001
   [junit4]   2> 890132 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 890133 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 890134 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001
   [junit4]   2> 890134 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 890134 INFO  (Thread-3195) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 890135 INFO  (Thread-3195) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 890150 ERROR (Thread-3195) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 890234 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43871
   [junit4]   2> 890240 INFO  (jetty-launcher-1023-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 890240 INFO  (jetty-launcher-1023-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 890240 INFO  (jetty-launcher-1023-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 890240 INFO  (jetty-launcher-1023-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 890242 INFO  (jetty-launcher-1023-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50a99f34{/solr,null,AVAILABLE}
   [junit4]   2> 890242 INFO  (jetty-launcher-1023-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55e266f0{/solr,null,AVAILABLE}
   [junit4]   2> 890242 INFO  (jetty-launcher-1023-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3d8c2bdf{SSL,[ssl, http/1.1]}{127.0.0.1:33597}
   [junit4]   2> 890242 INFO  (jetty-launcher-1023-thread-3) [    ] o.e.j.s.Server Started @891852ms
   [junit4]   2> 890242 INFO  (jetty-launcher-1023-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33597}
   [junit4]   2> 890242 ERROR (jetty-launcher-1023-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 890242 INFO  (jetty-launcher-1023-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6e7c9b71{SSL,[ssl, http/1.1]}{127.0.0.1:45037}
   [junit4]   2> 890242 INFO  (jetty-launcher-1023-thread-1) [    ] o.e.j.s.Server Started @891852ms
   [junit4]   2> 890242 INFO  (jetty-launcher-1023-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45037}
   [junit4]   2> 890242 INFO  (jetty-launcher-1023-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@604fa1ac{/solr,null,AVAILABLE}
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6570e375{/solr,null,AVAILABLE}
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T16:48:15.363Z
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@733fab13{SSL,[ssl, http/1.1]}{127.0.0.1:41479}
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1eee6160{SSL,[ssl, http/1.1]}{127.0.0.1:41421}
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-2) [    ] o.e.j.s.Server Started @891855ms
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-4) [    ] o.e.j.s.Server Started @891855ms
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41479}
   [junit4]   2> 890245 INFO  (jetty-launcher-1023-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41421}
   [junit4]   2> 890246 ERROR (jetty-launcher-1023-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 890248 ERROR (jetty-launcher-1023-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T16:48:15.366Z
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 890248 ERROR (jetty-launcher-1023-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T16:48:15.366Z
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 890248 INFO  (jetty-launcher-1023-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-15T16:48:15.366Z
   [junit4]   2> 890250 INFO  (jetty-launcher-1023-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 890250 INFO  (jetty-launcher-1023-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 890250 INFO  (jetty-launcher-1023-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 890254 INFO  (jetty-launcher-1023-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 890256 INFO  (jetty-launcher-1023-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
   [junit4]   2> 890256 INFO  (jetty-launcher-1023-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
   [junit4]   2> 890258 INFO  (jetty-launcher-1023-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
   [junit4]   2> 890261 INFO  (jetty-launcher-1023-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43871/solr
   [junit4]   2> 890273 INFO  (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 890273 INFO  (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41421_solr
   [junit4]   2> 890274 INFO  (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr    ] o.a.s.c.Overseer Overseer (id=98488529404166156-127.0.0.1:41421_solr-n_0000000000) starting
   [junit4]   2> 890278 INFO  (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41421_solr
   [junit4]   2> 890279 INFO  (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 890299 INFO  (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 890300 INFO  (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 890301 INFO  (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 890302 INFO  (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41479_solr
   [junit4]   2> 890303 INFO  (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 890303 INFO  (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 890303 INFO  (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 890303 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 890307 INFO  (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45037_solr
   [junit4]   2> 890307 INFO  (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 890308 INFO  (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 890308 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 890313 INFO  (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 890313 INFO  (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 890314 INFO  (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33597_solr
   [junit4]   2> 890316 INFO  (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 890316 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 890318 INFO  (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 890322 INFO  (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 890356 WARN  (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890357 WARN  (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890357 WARN  (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890357 INFO  (jetty-launcher-1023-thread-1) [n:127.0.0.1:45037_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node1
   [junit4]   2> 890358 WARN  (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890358 WARN  (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890359 WARN  (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890359 INFO  (jetty-launcher-1023-thread-4) [n:127.0.0.1:41421_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node4
   [junit4]   2> 890359 WARN  (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890359 WARN  (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890359 WARN  (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890360 INFO  (jetty-launcher-1023-thread-2) [n:127.0.0.1:41479_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node2
   [junit4]   2> 890400 WARN  (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890400 WARN  (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890400 WARN  (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr    ] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 890400 INFO  (jetty-launcher-1023-thread-3) [n:127.0.0.1:33597_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node3
   [junit4]   2> 890409 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 890409 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[747E79EB3A0684C6]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43871/solr ready
   [junit4]   2> 890435 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[747E79EB3A0684C6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
   [junit4]   2> 890436 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[747E79EB3A0684C6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 890458 INFO  (qtp1693920092-9102) [n:127.0.0.1:41479_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 890459 INFO  (OverseerThreadFactory-3068-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
   [junit4]   2> 890561 INFO  (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"reloaded_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41479/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 890562 INFO  (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"reloaded_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33597/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 890562 INFO  (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"reloaded_collection_shard2_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41421/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 890563 INFO  (OverseerStateUpdate-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"reloaded_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"reloaded_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45037/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 890775 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 890775 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 890791 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 890791 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 890791 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 890791 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 890793 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 890793 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 890895 INFO  (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 890895 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 890895 INFO  (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 890895 INFO  (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 890895 INFO  (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 890895 INFO  (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 890896 INFO  (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 890895 INFO  (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 891788 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 891794 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 891799 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 891799 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n1' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 891799 WARN  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 891800 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891800 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node2/reloaded_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node2/reloaded_collection_shard1_replica_n1/data/]
   [junit4]   2> 891802 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 891803 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 891803 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 891822 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n1] Schema name=minimal
   [junit4]   2> 891823 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 891824 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 891824 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n1' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 891824 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 891824 WARN  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 891825 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891825 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node4/reloaded_collection_shard2_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node4/reloaded_collection_shard2_replica_n1/data/]
   [junit4]   2> 891825 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 891825 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n2' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 891826 WARN  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 891826 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891826 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 891826 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node3/reloaded_collection_shard1_replica_n2/data/]
   [junit4]   2> 891826 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n2' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 891827 WARN  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter No JMX server found. Not exposing Solr metrics via JMX.
   [junit4]   2> 891827 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891827 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node1/reloaded_collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_747E79EB3A0684C6-001/tempDir-001/node1/reloaded_collection_shard2_replica_n2/data/]
   [junit4]   2> 891848 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 891848 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 891849 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891849 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891850 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5631fc0e[reloaded_collection_shard1_replica_n1] main]
   [junit4]   2> 891851 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 891851 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 891851 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 891851 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472264966144
   [junit4]   2> 891852 INFO  (searcherExecutor-3077-thread-1-processing-n:127.0.0.1:41479_solr x:reloaded_collection_shard1_replica_n1 s:shard1 c:reloaded_collection r:core_node1) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n1] Registered new searcher Searcher@5631fc0e[reloaded_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891853 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 891853 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 891854 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 891854 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891854 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891855 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63214033[reloaded_collection_shard2_replica_n1] main]
   [junit4]   2> 891855 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 891856 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 891856 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 891856 INFO  (searcherExecutor-3078-thread-1-processing-n:127.0.0.1:41421_solr x:reloaded_collection_shard2_replica_n1 s:shard2 c:reloaded_collection r:core_node3) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n1] Registered new searcher Searcher@63214033[reloaded_collection_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891856 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472270209024
   [junit4]   2> 891859 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 891860 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 891860 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 891860 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 891860 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 891861 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891861 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891861 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891861 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891861 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@237b3a8[reloaded_collection_shard2_replica_n2] main]
   [junit4]   2> 891861 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ba82b32[reloaded_collection_shard1_replica_n2] main]
   [junit4]   2> 891862 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 891862 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 891862 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 891862 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 891862 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 891862 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 891862 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472276500480
   [junit4]   2> 891862 INFO  (searcherExecutor-3080-thread-1-processing-n:127.0.0.1:45037_solr x:reloaded_collection_shard2_replica_n2 s:shard2 c:reloaded_collection r:core_node4) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n2] Registered new searcher Searcher@237b3a8[reloaded_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891862 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575816472276500480
   [junit4]   2> 891864 INFO  (searcherExecutor-3079-thread-1-processing-n:127.0.0.1:33597_solr x:reloaded_collection_shard1_replica_n2 s:shard1 c:reloaded_collection r:core_node2) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n2] Registered new searcher Searcher@1ba82b32[reloaded_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891961 INFO  (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 891961 INFO  (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 891961 INFO  (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 891961 INFO  (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 891961 INFO  (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 891961 INFO  (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 891961 INFO  (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 891961 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892355 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 892355 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 892355 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41479/solr/reloaded_collection_shard1_replica_n1/
   [junit4]   2> 892355 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=https://127.0.0.1:41479/solr START replicas=[https://127.0.0.1:33597/solr/reloaded_collection_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 892355 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n1 url=https://127.0.0.1:41479/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 892360 INFO  (qtp1386881150-9093) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.c.S.Request [reloaded_collection_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 892360 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 892360 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 892360 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 892360 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 892360 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41421/solr/reloaded_collection_shard2_replica_n1/
   [junit4]   2> 892360 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 892361 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n1 url=https://127.0.0.1:41421/solr START replicas=[https://127.0.0.1:45037/solr/reloaded_collection_shard2_replica_n2/] nUpdates=100
   [junit4]   2> 892361 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n1 url=https://127.0.0.1:41421/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 892366 INFO  (qtp1032140600-9100) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.c.S.Request [reloaded_collection_shard2_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 892366 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 892366 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 892366 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 892366 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41479/solr/reloaded_collection_shard1_replica_n1/ shard1
   [junit4]   2> 892369 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41421/solr/reloaded_collection_shard2_replica_n1/ shard2
   [junit4]   2> 892471 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892471 INFO  (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892471 INFO  (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892471 INFO  (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892471 INFO  (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892471 INFO  (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892471 INFO  (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892471 INFO  (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892517 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 892519 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1744
   [junit4]   2> 892519 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 892520 INFO  (qtp686557211-9087) [n:127.0.0.1:41421_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1730
   [junit4]   2> 892621 INFO  (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892621 INFO  (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892622 INFO  (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892622 INFO  (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892622 INFO  (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892622 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892621 INFO  (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892621 INFO  (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892866 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2073
   [junit4]   2> 892866 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2075
   [junit4]   2> 892869 INFO  (qtp1693920092-9102) [n:127.0.0.1:41479_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 892970 INFO  (zkCallback-1041-thread-1-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892970 INFO  (zkCallback-1037-thread-2-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892970 INFO  (zkCallback-1038-thread-1-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892970 INFO  (zkCallback-1037-thread-1-processing-n:127.0.0.1:41479_solr) [n:127.0.0.1:41479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892970 INFO  (zkCallback-1041-thread-2-processing-n:127.0.0.1:45037_solr) [n:127.0.0.1:45037_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892970 INFO  (zkCallback-1047-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892970 INFO  (zkCallback-1038-thread-2-processing-n:127.0.0.1:33597_solr) [n:127.0.0.1:33597_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 892970 INFO  (zkCallback-1047-thread-1-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 893869 INFO  (qtp1693920092-9102) [n:127.0.0.1:41479_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3411
   [junit4]   2> 893872 INFO  (qtp1693920092-9096) [n:127.0.0.1:41479_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893875 INFO  (qtp1386881150-9088) [n:127.0.0.1:33597_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893878 INFO  (qtp686557211-9108) [n:127.0.0.1:41421_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893880 INFO  (qtp1032140600-9076) [n:127.0.0.1:45037_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893881 INFO  (qtp1693920092-9103) [n:127.0.0.1:41479_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a&name=reloaded_collection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 893882 INFO  (qtp1693920092-9103) [n:127.0.0.1:41479_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a&name=reloaded_collection&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893883 INFO  (OverseerThreadFactory-3068-thread-2-processing-n:127.0.0.1:41421_solr) [n:127.0.0.1:41421_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
   [junit4]   2> 893883 INFO  (OverseerCollectionConfigSetProcessor-98488529404166156-127.0.0.1:41421_solr-n_0000000000) [n:127.0.0.1:41421_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 893887 INFO  (qtp1032140600-9085) [n:127.0.0.1:45037_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica_n2&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005391429&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893887 INFO  (qtp1693920092-9090) [n:127.0.0.1:41479_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica_n1&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893887 INFO  (qtp1386881150-9084) [n:127.0.0.1:33597_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica_n2&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005339081&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893887 INFO  (qtp686557211-9106) [n:127.0.0.1:41421_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica_n1&async=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005367775&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893888 INFO  (qtp1693920092-9103) [n:127.0.0.1:41479_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893890 INFO  (qtp1693920092-9086) [n:127.0.0.1:41479_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140
   [junit4]   2> 893890 INFO  (qtp1693920092-9086) [n:127.0.0.1:41479_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893892 INFO  (qtp1386881150-9074) [n:127.0.0.1:33597_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893895 INFO  (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0.1:41479_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 893896 INFO  (parallelCoreAdminExecutor-3071-thread-1-processing-n:127.0.0.1:41421_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005367775 RELOAD) [n:127.0.0.1:41421_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 893898 INFO  (parallelCoreAdminExecutor-3075-thread-1-processing-n:127.0.0.1:33597_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005339081 RELOAD) [n:127.0.0.1:33597_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 893901 INFO  (qtp686557211-9106) [n:127.0.0.1:41421_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893903 INFO  (qtp1032140600-9077) [n:127.0.0.1:45037_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 893908 INFO  (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0.1:41479_solr    ] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 893910 INFO  (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0.1:41479_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 893910 INFO  (parallelCoreAdminExecutor-3070-thread-1-processing-n:127.0.0.1:41479_solr b467dc0e-50b2-495b-81ea-086c5fe2fa2a1812622005284140 RELOAD) [n:127.0.0

[...truncated too long message...]

88592111960073-127.0.0.1:34203_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> 1979651 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [    ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:34203/, target: http://127.0.0.1:44189/
   [junit4]   2> 1979651 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:43221/, target: http://127.0.0.1:34495/
   [junit4]   2> 1979651 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:39303/, target: http://127.0.0.1:34603/
   [junit4]   2> 1979651 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[747E79EB3A0684C6]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:40595/, target: http://127.0.0.1:37379/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=747E79EB3A0684C6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-LU -Dtests.timezone=Africa/Banjul -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  133s J1 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node2:{"core":"c8n_1x3_lf_shard1_replica_t3","base_url":"http://127.0.0.1:34203","node_name":"127.0.0.1:34203_","state":"active","type":"TLOG","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/17)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"1",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:43221",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_t1",
   [junit4]    >           "node_name":"127.0.0.1:43221_",
   [junit4]    >           "type":"TLOG"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_t3",
   [junit4]    >           "base_url":"http://127.0.0.1:34203",
   [junit4]    >           "node_name":"127.0.0.1:34203_",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"TLOG",
   [junit4]    >           "leader":"true"},
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_t2",
   [junit4]    >           "base_url":"http://127.0.0.1:40595",
   [junit4]    >           "node_name":"127.0.0.1:40595_",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"TLOG"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"0",
   [junit4]    >   "tlogReplicas":"3"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([747E79EB3A0684C6:FC2A463194FAE93E]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_747E79EB3A0684C6-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1693, maxMBSortInHeap=5.488019816817215, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-LU, timezone=Africa/Banjul
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=287253080,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudDeleteByQuery, ResourceLoaderTest, SpatialRPTFieldTypeTest, TestStressCloudBlindAtomicUpdates, HdfsCollectionsAPIDistributedZkTest, TestSystemIdResolver, TestSolrQueryResponse, SoftAutoCommitTest, TestLockTree, TestCoreAdminApis, HdfsDirectoryFactoryTest, TestNumericRangeQuery32, TestManagedSynonymFilterFactory, VersionInfoTest, CheckHdfsIndexTest, TestFieldSortValues, TestSimpleTrackingShardHandler, BitVectorTest, TestSegmentSorting, TestSolrJ, SecurityConfHandlerTest, TestMaxTokenLenTokenizer, TestScoreJoinQPNoScore, TestCoreContainer, TestMaxScoreQueryParser, TestUpdate, TestDeleteCollectionOnDownNodes, TestSolrFieldCacheBean, DeleteStatusTest, SchemaVersionSpecificBehaviorTest, TestDFISimilarityFactory, SolrCloudExampleTest, AnalysisAfterCoreReloadTest, TestHashQParserPlugin, DirectSolrConnectionTest, TestSerializedLuceneMatchVersion, TestSearchPerf, TestReqParamsAPI, StatelessScriptUpdateProcessorFactoryTest, DOMUtilTest, TestRequestForwarding, TestNoOpRegenerator, HdfsWriteToMultipleCollectionsTest, TestSolrCloudWithDelegationTokens, CoreSorterTest, OverseerModifyCollectionTest, CloudMLTQParserTest, TestSchemalessBufferedUpdates, SpatialFilterTest, AddBlockUpdateTest, QueryParsingTest, SolrCmdDistributorTest, HighlighterTest, DistributedTermsComponentTest, OverseerTaskQueueTest, TestInPlaceUpdatesDistrib, TestFieldCacheVsDocValues, TestRTGBase, TestDistributedGrouping, OutOfBoxZkACLAndCredentialsProvidersTest, DistanceFunctionTest, TestLRUCache, BlockJoinFacetDistribTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestTlogReplica, ZkCLITest, HdfsBasicDistributedZkTest, TestMacros, ManagedSchemaRoundRobinCloudTest, OpenCloseCoreStressTest, LeaderInitiatedRecoveryOnCommitTest, TestDocBasedVersionConstraints, TestManagedSchemaThreadSafety, TestLeaderElectionZkExpiry, TestCloudPivotFacet, ActionThrottleTest, TestBinaryResponseWriter, SolrJmxReporterCloudTest, TestEmbeddedSolrServerSchemaAPI, TestHashPartitioner, CollectionsAPIDistributedZkTest, DistributedIntervalFacetingTest, MetricUtilsTest, TestReloadDeadlock, TestLegacyNumericUtils, CoreAdminCreateDiscoverTest, RemoteQueryErrorTest, SOLR749Test, TestComplexPhraseLeadingWildcard, TestInitParams, IndexSchemaTest, DirectSolrSpellCheckerTest, TestSolrCLIRunExample, CollectionReloadTest, TestStressVersions, SpellCheckComponentTest, TermVectorComponentTest, RequestLoggingTest, AsyncCallRequestStatusResponseTest, JavabinLoaderTest, ShardRoutingCustomTest, TestConfigOverlay, TestSha256AuthenticationProvider, TestPerFieldSimilarity, HLLSerializationTest, DistributedMLTComponentTest, TestCursorMarkWithoutUniqueKey, CSVRequestHandlerTest, AutoScalingHandlerTest, MissingSegmentRecoveryTest, FacetPivotSmallTest, CoreAdminHandlerTest, CollectionsAPIAsyncDistributedZkTest, RuleEngineTest, LeaderElectionContextKeyTest, BasicDistributedZk2Test, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, TestDistributedSearch, DistributedSpellCheckComponentTest, ZkControllerTest, TestReload, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestTrie, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, PingRequestHandlerTest, HighlighterConfigTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, MinimalSchemaTest, TestConfig, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestCharFilters, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, OpenExchangeRatesOrgProviderTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, CustomCollectionTest, DeleteNodeTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [527/729 (4!)] on J1 in 132.69s, 1 test, 1 failure <<< FAILURES!

[...truncated 43998 lines...]

Mime
View raw message