lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-NightlyTests-master - Build # 1231 - Still Unstable
Date Tue, 07 Feb 2017 17:52:07 GMT
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1231/

4 tests failed.
FAILED:  org.apache.lucene.search.TestFuzzyQuery.testRandom

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#8): CloudJettyRunner [url=http://127.0.0.1:40537/tz/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#8): CloudJettyRunner [url=http://127.0.0.1:40537/tz/collection1]
	at __randomizedtesting.SeedInfo.seed([41393A96F5B11305:C96D054C5B4D7EFD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_1 null Last available state: DocCollection(awhollynewcollection_1//collections/awhollynewcollection_1/state.json/16)={   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-d554ffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"awhollynewcollection_1_shard1_replica2",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/",           "base_url":"https://127.0.0.1:40587/solr",           "node_name":"127.0.0.1:40587_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/tlog"},         "core_node3":{           "core":"awhollynewcollection_1_shard1_replica1",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/",           "base_url":"https://127.0.0.1:53705/solr",           "node_name":"127.0.0.1:53705_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/tlog",           "leader":"true"}}},     "shard2":{       "range":"d5550000-2aa9ffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"awhollynewcollection_1_shard2_replica2",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/",           "base_url":"https://127.0.0.1:52674/solr",           "node_name":"127.0.0.1:52674_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/tlog",           "leader":"true"},         "core_node5":{           "core":"awhollynewcollection_1_shard2_replica1",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/",           "base_url":"https://127.0.0.1:58427/solr",           "node_name":"127.0.0.1:58427_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/tlog"}}},     "shard3":{       "range":"2aaa0000-7fffffff",       "state":"active",       "replicas":{"core_node2":{           "core":"awhollynewcollection_1_shard3_replica2",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/",           "base_url":"https://127.0.0.1:40587/solr",           "node_name":"127.0.0.1:40587_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/tlog",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_1
null
Last available state: DocCollection(awhollynewcollection_1//collections/awhollynewcollection_1/state.json/16)={
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-d554ffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"awhollynewcollection_1_shard1_replica2",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/",
          "base_url":"https://127.0.0.1:40587/solr",
          "node_name":"127.0.0.1:40587_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/tlog"},
        "core_node3":{
          "core":"awhollynewcollection_1_shard1_replica1",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/",
          "base_url":"https://127.0.0.1:53705/solr",
          "node_name":"127.0.0.1:53705_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/tlog",
          "leader":"true"}}},
    "shard2":{
      "range":"d5550000-2aa9ffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"awhollynewcollection_1_shard2_replica2",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/",
          "base_url":"https://127.0.0.1:52674/solr",
          "node_name":"127.0.0.1:52674_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/tlog",
          "leader":"true"},
        "core_node5":{
          "core":"awhollynewcollection_1_shard2_replica1",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/",
          "base_url":"https://127.0.0.1:58427/solr",
          "node_name":"127.0.0.1:58427_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/tlog"}}},
    "shard3":{
      "range":"2aaa0000-7fffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "core":"awhollynewcollection_1_shard3_replica2",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/",
          "base_url":"https://127.0.0.1:40587/solr",
          "node_name":"127.0.0.1:40587_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/tlog",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([41393A96F5B11305:94C4E22F3823C90]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:497)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 1852 lines...]
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2> Feb 07, 2017 8:05:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2>    1) Thread[id=4854, name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
   [junit4]   2>         at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
   [junit4]   2>         at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    2) Thread[id=4853, name=SUITE-TestFuzzyQuery-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1556)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
   [junit4]   2>    3) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1249)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1323)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=772F33043763FD1D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=hi -Dtests.timezone=America/Indianapolis -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   7200s J0 | TestFuzzyQuery.testRandom <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)
   [junit4]   2> Feb 07, 2017 8:05:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 07, 2017 8:05:24 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery: 
   [junit4]   2>    1) Thread[id=4854, name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Feb 07, 2017 8:05:24 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=4854, name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2> Feb 07, 2017 8:05:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=4854, name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.get(WeakHashMap.java:396)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
   [junit4]   2>         at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {field=DFR I(ne)Z(0.3)}, locale=hi, timezone=America/Indianapolis
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=151588208,total=459276288
   [junit4]   2> NOTE: All tests run in this JVM: [TestTermVectorsWriter, TestNamedSPILoader, TestFieldMaskingSpanQuery, TestCrashCausesCorruptIndex, Test2BBKDPoints, TestIndexInput, TestSort, TestTotalHitCountCollector, TestSloppyMath, TestIndexSorting, TestSloppyPhraseQuery, TestMaxPosition, TestTopFieldCollector, TestIndexWriterOutOfFileDescriptors, TestAllFilesCheckIndexHeader, TestSpanTermQuery, TestCachingCollector, TermInSetQueryTest, TestOmitNorms, TestBooleanScorer, TestMinShouldMatch2, TestUTF32ToUTF8, TestDuelingCodecsAtNight, TestNIOFSDirectory, TestBinaryDocValuesUpdates, TestIntArrayDocIdSet, TestWordlistLoader, TestSleepingLockWrapper, TestBooleanSimilarity, TestStressIndexing, TestRegexpRandom, TestTerm, TestReadOnlyIndex, TestFixedLengthBytesRefArray, TestNearSpansOrdered, TestBoolean2ScorerSupplier, TestLiveFieldValues, TestStringHelper, TestDeletionPolicy, TestSimpleSearchEquivalence, TestIsCurrent, TestForceMergeForever, TestPerFieldPostingsFormat, TestSearch, TestSmallFloat, TestFlex, TestDocumentWriter, TestCharsRefBuilder, TestLucene50CompoundFormat, Test2BPoints, TestFilterDirectory, TestDeterminizeLexicon, TestUnicodeUtil, TestLRUQueryCache, TestSimilarity, TestAutomaton, TestIndexWriterConfig, Test4GBStoredFields, TestSimilarityProvider, TestFieldReuse, TestSimpleExplanations, TestBooleanMinShouldMatch, TestSpanBoostQuery, TestIntsRef, TestIndexWriter, TestTermsEnum, TestBinaryTerms, TestCharFilter, TestBytesStore, TestConstantScoreQuery, TestPostingsOffsets, TestDocValuesRewriteMethod, TestIndexWriterForceMerge, TestIndexWriterWithThreads, TestIndexWriterReader, TestFSTs, TestIndexWriterMergePolicy, TestNRTThreads, TestDirectoryReader, TestPhraseQuery, TestRegexpRandom2, TestSegmentReader, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestPagedBytes, TestMultiThreadTermVectors, TestToken, TestFieldsReader, TestCustomSearcherSort, TestFastCompressionMode, TestMultiPhraseQuery, TestDeterminism, TestDocsAndPositions, TestMergeSchedulerExternal, TestBagOfPostings, TestOmitTf, TestDocumentsWriterDeleteQueue, TestForTooMuchCloning, TestFuzzyQuery]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery -Dtests.seed=772F33043763FD1D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=hi -Dtests.timezone=America/Indianapolis -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestFuzzyQuery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)
   [junit4] Completed [447/447 (1!)] on J0 in 7223.15s, 7 tests, 2 errors <<< FAILURES!

[...truncated 10443 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/init-core-data-001
   [junit4]   2> 2286865 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2286867 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2286868 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001
   [junit4]   2> 2286868 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2286868 INFO  (Thread-5052) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2286868 INFO  (Thread-5052) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2286968 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40353
   [junit4]   2> 2287012 INFO  (jetty-launcher-1584-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287012 INFO  (jetty-launcher-1584-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287013 INFO  (jetty-launcher-1584-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287013 INFO  (jetty-launcher-1584-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287058 INFO  (jetty-launcher-1584-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@243289f{/solr,null,AVAILABLE}
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@87ac012{SSL,[ssl, http/1.1]}{127.0.0.1:52674}
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.e.j.s.Server Started @2291460ms
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52674}
   [junit4]   2> 2287064 ERROR (jetty-launcher-1584-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-07T16:23:52.042Z
   [junit4]   2> 2287068 INFO  (jetty-launcher-1584-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6934e5a3{/solr,null,AVAILABLE}
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39529b12{SSL,[ssl, http/1.1]}{127.0.0.1:53705}
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.e.j.s.Server Started @2291467ms
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53705}
   [junit4]   2> 2287071 ERROR (jetty-launcher-1584-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-07T16:23:52.049Z
   [junit4]   2> 2287075 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287084 INFO  (jetty-launcher-1584-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5aa1d701{/solr,null,AVAILABLE}
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@38c89158{SSL,[ssl, http/1.1]}{127.0.0.1:58427}
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.e.j.s.Server Started @2291482ms
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58427}
   [junit4]   2> 2287087 ERROR (jetty-launcher-1584-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-07T16:23:52.065Z
   [junit4]   2> 2287089 INFO  (jetty-launcher-1584-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6651d3b7{/solr,null,AVAILABLE}
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f0b88ac{SSL,[ssl, http/1.1]}{127.0.0.1:40587}
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.e.j.s.Server Started @2291487ms
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40587}
   [junit4]   2> 2287091 ERROR (jetty-launcher-1584-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287092 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-07T16:23:52.070Z
   [junit4]   2> 2287111 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287118 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287131 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287134 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287138 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287139 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287154 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287229 INFO  (jetty-launcher-1584-thread-2) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58427_solr
   [junit4]   2> 2287230 INFO  (jetty-launcher-1584-thread-1) [n:127.0.0.1:52674_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52674_solr
   [junit4]   2> 2287231 INFO  (jetty-launcher-1584-thread-2) [n:127.0.0.1:58427_solr    ] o.a.s.c.Overseer Overseer (id=97418256832725003-127.0.0.1:58427_solr-n_0000000000) starting
   [junit4]   2> 2287231 INFO  (jetty-launcher-1584-thread-3) [n:127.0.0.1:53705_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53705_solr
   [junit4]   2> 2287249 INFO  (zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) [n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2287251 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2287264 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2287266 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2287266 INFO  (zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) [n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2287277 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2287282 INFO  (jetty-launcher-1584-thread-4) [n:127.0.0.1:40587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2287286 INFO  (jetty-launcher-1584-thread-4) [n:127.0.0.1:40587_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40587_solr
   [junit4]   2> 2287287 INFO  (zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) [n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287288 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287288 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287301 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:40587_solr) [n:127.0.0.1:40587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287322 INFO  (jetty-launcher-1584-thread-2) [n:127.0.0.1:58427_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58427_solr
   [junit4]   2> 2287324 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:40587_solr) [n:127.0.0.1:40587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287324 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287324 INFO  (zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) [n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287325 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287442 INFO  (jetty-launcher-1584-thread-3) [n:127.0.0.1:53705_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node3/.
   [junit4]   2> 2287443 INFO  (jetty-launcher-1584-thread-2) [n:127.0.0.1:58427_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node2/.
   [junit4]   2> 2287452 INFO  (jetty-launcher-1584-thread-4) [n:127.0.0.1:40587_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node4/.
   [junit4]   2> 2287490 INFO  (jetty-launcher-1584-thread-1) [n:127.0.0.1:52674_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node1/.
   [junit4]   2> 2288363 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2288364 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40353/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2288425 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2288440 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2288442 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2288473 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_47149_hdfs____vvij0d/webapp
   [junit4]   2> 2288902 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47149
   [junit4]   2> 2289010 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2289011 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2289027 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48783_datanode____.wcvq23/webapp
   [junit4]   2> 2289430 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48783
   [junit4]   2> 2289511 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2289512 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2289525 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52677_datanode____4paqtc/webapp
   [junit4]   2> 2289702 INFO  (IPC Server handler 3 on 36879) [    ] BlockStateChange BLOCK* processReport: from storage DS-5bce9845-8b59-43a8-bf5d-ab67ded19a02 node DatanodeRegistration(127.0.0.1:47668, datanodeUuid=2ab31771-64fc-4b54-abd8-b26718f3584b, infoPort=40013, infoSecurePort=0, ipcPort=44567, storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2289702 INFO  (IPC Server handler 3 on 36879) [    ] BlockStateChange BLOCK* processReport: from storage DS-c00a9095-3448-48f7-8b67-79fef98d4708 node DatanodeRegistration(127.0.0.1:47668, datanodeUuid=2ab31771-64fc-4b54-abd8-b26718f3584b, infoPort=40013, infoSecurePort=0, ipcPort=44567, storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2290005 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52677
   [junit4]   2> 2290135 INFO  (IPC Server handler 4 on 36879) [    ] BlockStateChange BLOCK* processReport: from storage DS-4c6ab3ac-e2fc-4bca-bcf9-46fb8ade8f58 node DatanodeRegistration(127.0.0.1:57344, datanodeUuid=12478af4-cd1b-4bc8-8513-cc117ab1efef, infoPort=39159, infoSecurePort=0, ipcPort=35441, storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 2290135 INFO  (IPC Server handler 4 on 36879) [    ] BlockStateChange BLOCK* processReport: from storage DS-cb3f2a27-ecf1-44d4-a544-5e8d7d24ea76 node DatanodeRegistration(127.0.0.1:57344, datanodeUuid=12478af4-cd1b-4bc8-8513-cc117ab1efef, infoPort=39159, infoSecurePort=0, ipcPort=35441, storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2290403 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
   [junit4]   2> 2290404 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[41393A96F5B11305]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2290435 INFO  (qtp1256639394-13720) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2290438 INFO  (OverseerThreadFactory-4644-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Create collection acollection
   [junit4]   2> 2290439 ERROR (OverseerThreadFactory-4644-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2290459 INFO  (qtp1256639394-13720) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=24
   [junit4]   2> 2290460 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
   [junit4]   2> 2290574 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
   [junit4]   2> 2290575 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[41393A96F5B11305]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2290578 INFO  (qtp1256639394-13721) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2290587 INFO  (OverseerCollectionConfigSetProcessor-97418256832725003-127.0.0.1:58427_solr-n_0000000000) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2290588 INFO  (OverseerThreadFactory-4644-thread-2-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
   [junit4]   2> 2290724 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2290830 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2291736 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2291745 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
   [junit4]   2> 2291748 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2291749 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
   [junit4]   2> 2291749 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36879/data
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node1/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:36879/data/created_and_deleted/core_node1/data/]
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28f90c4e
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/created_and_deleted/core_node1/data/snapshot_metadata
   [junit4]   2> 2291757 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2291757 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2291757 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2291768 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2291770 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/created_and_deleted/core_node1/data
   [junit4]   2> 2291787 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/created_and_deleted/core_node1/data/index
   [junit4]   2> 2291793 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2291793 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2291794 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2291804 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2291827 INFO  (IPC Server handler 1 on 36879) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57344 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c00a9095-3448-48f7-8b67-79fef98d4708:NORMAL:127.0.0.1:47668|RBW], ReplicaUC[[DISK]DS-4c6ab3ac-e2fc-4bca-bcf9-46fb8ade8f58:NORMAL:127.0.0.1:57344|FINALIZED]]} size 0
   [junit4]   2> 2291827 INFO  (IPC Server handler 2 on 36879) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47668 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c6ab3ac-e2fc-4bca-bcf9-46fb8ade8f58:NORMAL:127.0.0.1:57344|FINALIZED], ReplicaUC[[DISK]DS-5bce9845-8b59-43a8-bf5d-ab67ded19a02:NORMAL:127.0.0.1:47668|FINALIZED]]} size 0
   [junit4]   2> 2291887 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2291887 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2291887 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2291898 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2291898 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2291908 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a166844[created_and_deleted_shard1_replica1] main]
   [junit4]   2> 2291909 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2291910 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2291910 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2291915 INFO  (searcherExecutor-4653-thread-1-processing-n:127.0.0.1:52674_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@3a166844[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2291918 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558692114617860096
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:52674/solr/created_and_deleted_shard1_replica1/
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:52674/solr/created_and_deleted_shard1_replica1/ has no replicas
   [junit4]   2> 2291939 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:52674/solr/created_and_deleted_shard1_replica1/ shard1
   [junit4]   2> 2292042 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2292092 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2292096 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=1372
   [junit4]   2> 2292098 INFO  (qtp1256639394-13721) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2292196 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2292590 INFO  (OverseerCollectionConfigSetProcessor-97418256832725003-127.0.0.1:58427_solr-n_0000000000) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2293099 INFO  (qtp1256639394-13721) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2521
   [junit4]   2> 2293100 INFO  (qtp1256639394-13714) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2293101 INFO  (qtp1256639394-13714) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2293102 INFO  (qtp1256639394-13717) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2293105 INFO  (OverseerThreadFactory-4644-thread-3-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2293108 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
   [junit4]   2> 2293109 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2bce37e6
   [junit4]   2> 2293178 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
   [junit4]   2> 2293178 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:36879/data/created_and_deleted/core_node1/data/snapshot_metadata
   [junit4]   2> 2293178 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:36879/data/created_and_deleted/core_node1/data
   [junit4]   2> 2293179 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:36879/data/created_and_deleted/core_node1/data/index
   [junit4]   2> 2293189 INFO  (IPC Server handler 1 on 36879) [    ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:47668 127.0.0.1:57344 
   [junit4]   2> 2293193 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=85
   [junit4]   2> 2293899 INFO  (qtp1256639394-13717) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=797
   [junit4]   2> 2293899 INFO  (qtp1256639394-13718) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2293900 INFO  (qtp1256639394-13718) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2293900 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
   [junit4]   2> 2294025 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
   [junit4]   2> 2294027 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[41393A96F5B11305]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2294029 INFO  (qtp1256639394-13719) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2294031 INFO  (OverseerThreadFactory-4644-thread-4-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection
   [junit4]   2> 2294032 INFO  (OverseerCollectionConfigSetProcessor-97418256832725003-127.0.0.1:58427_solr-n_0000000000) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2294032 WARN  (OverseerThreadFactory-4644-thread-4-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 2294032 ERROR (OverseerThreadFactory-4644-thread-4-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2294035 INFO  (qtp1256639394-13719) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=5
   [junit4]   2> 2294035 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
   [junit4]   2> 2294157 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
   [junit4]   2> 2294158 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[41393A96F5B11305]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2294185 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
   [junit4]   2> 2294187 INFO  (OverseerStateUpdate-97418256832725003-127.0.0.1:58427_solr-n_0000000000) [n:127.0.0.1:58427_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2294984 INFO  (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@15d5a2ad) [    ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:57344 to delete [blk_1073741825_1001]
   [junit4]   2> 2295218 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2295227 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 2295230 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2295231 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
   [junit4]   2> 2295231 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36879/data
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003/]
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28f90c4e
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003/snapshot_metadata
   [junit4]   2> 2295240 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2295240 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2295240 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2295249 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2295249 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003
   [junit4]   2> 2295270 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003/index
   [junit4]   2> 2295276 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2295276 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2295276 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2295283 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2295301 INFO  (IPC Server handler 6 on 36879) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57344 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c00a9095-3448-48f7-8b67-79fef98d4708:NORMAL:127.0.0.1:47668|RBW], ReplicaUC[[DISK]DS-cb3f2a27-ecf1-44d4-a544-5e8d7d24ea76:NORMAL:127.0.0.1:57344|RBW]]} size 0
   [junit4]   2> 2295302 INFO  (IPC Server handler 7 on 36879) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47668 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c00a9095-3448-48f7-8b67-79fef98d4708:NORMAL:127.0.0.1:47668|RBW], ReplicaUC[[DISK]DS-cb3f2a27-ecf1-44d4-a544-5e8d7d24ea76:NORMAL:127.0.0.1:57344|RBW]]} size 0
   [junit4]   2> 2295364 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2295364 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2295364 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2295376 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2295376 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2295385 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2727dfef[halfcollection_shard1_replica1] main]
   [junit4]   2> 2295386 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2295387 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2295387 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2295388 INFO  (searcherExecutor-4658-thread-1-processing-n:127.0.0.1:58427_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@2727dfef[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2295390 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new 

[...truncated too long message...]

2	/solr/overseer_elect/election/97418361526747171-127.0.0.1:47801_tz-n_0000000010
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747399-127.0.0.1:46163_tz-n_0000000121
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747459-127.0.0.1:41267_tz-n_0000000150
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747330-127.0.0.1:59565_tz-n_0000000089
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747180-127.0.0.1:57929_tz-n_0000000032
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747468-core_node2-n_0000000064
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747267-127.0.0.1:41267_tz-n_0000000059
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747303-core_node16-n_0000000030
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747522-127.0.0.1:59565_tz-n_0000000179
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747360-core_node3-n_0000000029
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747570-127.0.0.1:59565_tz-n_0000000202
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747420-core_node2-n_0000000054
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747408-core_node3-n_0000000035
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747474-127.0.0.1:59565_tz-n_0000000157
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747140-127.0.0.1:38022_tz-n_0000000200
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747189-core_node16-n_0000000007
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747447-core_node16-n_0000000060
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747264-core_node3-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747140-127.0.0.1:38022_tz-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747378-127.0.0.1:59565_tz-n_0000000111
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747372-core_node2-n_0000000044
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747552-core_node3-n_0000000053
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747564-core_node2-n_0000000084
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747207-core_node16-n_0000000010
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747516-127.0.0.1:52576_tz-n_0000000177
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747372-127.0.0.1:52576_tz-n_0000000109
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747216-core_node3-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747165-127.0.0.1:39915_tz-n_0000000008
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747276-core_node2-n_0000000024
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747282-127.0.0.1:59565_tz-n_0000000067
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747495-core_node16-n_0000000070
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747186-127.0.0.1:35494_tz-n_0000000015
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747177-127.0.0.1:43481_tz-n_0000000133
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747363-127.0.0.1:41267_tz-n_0000000106
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	984	/solr/overseer/collection-queue-work
   [junit4]   2> 	893	/solr/overseer/queue
   [junit4]   2> 	189	/solr/overseer/queue-work
   [junit4]   2> 	149	/solr/collections
   [junit4]   2> 	18	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=41393A96F5B11305 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-CU -Dtests.timezone=Asia/Dubai -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 1109s J0 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart (#8): CloudJettyRunner [url=http://127.0.0.1:40537/tz/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([41393A96F5B11305:C96D054C5B4D7EFD]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4992973 INFO  (SUITE-RollingRestartTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_41393A96F5B11305-001
   [junit4]   2> Feb 07, 2017 5:08:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1955, maxMBSortInHeap=5.965330933268625, sim=RandomSimilarity(queryNorm=false): {}, locale=es-CU, timezone=Asia/Dubai
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=86785784,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [SpatialHeatmapFacetsTest, TestNoOpRegenerator, TestConfigSetsAPIExclusivity, TestRemoteStreaming, RuleEngineTest, PolyFieldTest, SyncSliceTest, ReplicationFactorTest, HdfsWriteToMultipleCollectionsTest, SystemInfoHandlerTest, TestCSVLoader, SolrIndexMetricsTest, FastVectorHighlighterTest, TestTrackingShardHandlerFactory, TestLazyCores, TestCustomDocTransformer, SSLMigrationTest, TestRandomRequestDistribution, MultiThreadedOCPTest, CdcrRequestHandlerTest, TestCloudPivotFacet, TestClusterProperties, DistributedQueryElevationComponentTest, InfoHandlerTest, TestSolr4Spatial, BlockJoinFacetSimpleTest, NumericFieldsTest, TestBulkSchemaConcurrent, ExplicitHLLTest, TestCorePropertiesReload, TestNonDefinedSimilarityFactory, SolrCoreTest, ForceLeaderTest, CursorMarkTest, AtomicUpdatesTest, CollectionsAPISolrJTest, TestFieldCacheReopen, HdfsRecoveryZkTest, TestRequestForwarding, TestBadConfig, TestChildDocTransformer, TestBlobHandler, TestPseudoReturnFields, DeleteReplicaTest, TestUnifiedSolrHighlighter, TestOmitPositions, TestDeleteCollectionOnDownNodes, ClassificationUpdateProcessorTest, SolrCLIZkUtilsTest, TestSubQueryTransformerDistrib, PeerSyncTest, TestJmxIntegration, TestUninvertingReader, SharedFSAutoReplicaFailoverTest, CurrencyFieldOpenExchangeTest, TestRealTimeGet, TestCollectionAPIs, AssignTest, TestPKIAuthenticationPlugin, DateMathParserTest, TestFoldingMultitermQuery, RegexBoostProcessorTest, BigEndianAscendingWordDeserializerTest, TestGraphTermsQParserPlugin, CoreAdminCreateDiscoverTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRTGBase, TestStressCloudBlindAtomicUpdates, TestScoreJoinQPScore, BasicDistributedZkTest, DateRangeFieldTest, TestSolrConfigHandlerConcurrent, TestJoin, TestAnalyzedSuggestions, QueryEqualityTest, TestRestManager, SignatureUpdateProcessorFactoryTest, HdfsCollectionsAPIDistributedZkTest, DistributedQueryComponentOptimizationTest, SimpleMLTQParserTest, SpellPossibilityIteratorTest, TestDistributedStatsComponentCardinality, ReturnFieldsTest, TestDistributedSearch, TestUniqueKeyFieldResource, TestRangeQuery, CursorPagingTest, DistributedQueueTest, TestRandomFaceting, TestSolrConfigHandler, UUIDFieldTest, TestUseDocValuesAsStored2, TestHighlightDedupGrouping, TestSolrCoreProperties, TestAuthenticationFramework, TestDynamicFieldResource, TestAtomicUpdateErrorCases, TestGraphMLResponseWriter, TestIntervalFaceting, HLLUtilTest, TestStressLucene, DistributedSpellCheckComponentTest, CheckHdfsIndexTest, TestPathTrie, ClusterStateTest, CdcrUpdateLogTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSchemaManager, NotRequiredUniqueKeyTest, UpdateLogTest, SortSpecParsingTest, TestMinMaxOnMultiValuedField, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, FileUtilsTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteStatusTest, DocValuesNotIndexedTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, RollingRestartTest]
   [junit4] Completed [531/693 (2!)] on J0 in 1108.88s, 1 test, 1 failure <<< FAILURES!

[...truncated 62914 lines...]



Mime
View raw message