lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 27 - Still Unstable
Date Sat, 26 Aug 2017 16:08:36 GMT
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/27/

5 tests failed.
FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
KeeperErrorCode = Session expired for /overseer_elect/leader

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
	at __randomizedtesting.SeedInfo.seed([7B4EC0BE997D7FBF:F31AFF6437811247]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
	at org.apache.solr.cloud.OverseerTaskProcessor.getLeaderId(OverseerTaskProcessor.java:374)
	at org.apache.solr.cloud.OverseerTaskProcessor.getLeaderNode(OverseerTaskProcessor.java:365)
	at org.apache.solr.cloud.RollingRestartTest.waitUntilOverseerDesignateIsLeader(RollingRestartTest.java:137)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([7B4EC0BE997D7FBF:333BB40A9F4E502A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=5450, name=testExecutor-1543-thread-3, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5450, name=testExecutor-1543-thread-3, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38844
	at __randomizedtesting.SeedInfo.seed([7B4EC0BE997D7FBF]:0)
	at org.apache.solr.cloud.UnloadDistributedZkTest.lambda$testUnloadLotsOfCores$0(UnloadDistributedZkTest.java:412)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38844
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.UnloadDistributedZkTest.lambda$testUnloadLotsOfCores$0(UnloadDistributedZkTest.java:410)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
	... 8 more


FAILED:  org.apache.solr.update.AutoCommitTest.testMaxTime

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([7B4EC0BE997D7FBF:E1BABD5C07E7E383]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:895)
	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:888)
	... 40 more


FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36852/hs

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36852/hs
	at __randomizedtesting.SeedInfo.seed([7B4EC0BE997D7FBF:F31AFF6437811247]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:623)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
	... 51 more




Build Log:
[...truncated 12278 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/init-core-data-001
   [junit4]   2> 1269296 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 1269296 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1269309 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1269310 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1272232 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1277134 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1277848 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 1277943 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1279411 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1279754 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_37765_hdfs____dgfa9o/webapp
   [junit4]   2> 1282652 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:37765
   [junit4]   2> 1286443 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1286447 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1286552 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39226_datanode____.a679s9/webapp
   [junit4]   2> 1288035 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39226
   [junit4]   2> 1290888 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1290889 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1291025 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43840_datanode____breblo/webapp
   [junit4]   2> 1292681 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43840
   [junit4]   2> 1296380 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:44350) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 1296394 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:44350) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 1297218 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xdb7f9a3d3604b: from storage DS-5c673ec8-4a98-40f2-a0ec-f0690acbd68a node DatanodeRegistration(127.0.0.1:35179, datanodeUuid=6bde4e5b-85f5-4024-bce3-ccdcccae1fba, infoPort=34534, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-56;cid=testClusterID;nsid=1058005071;c=0), blocks: 0, hasStaleStorage: true, processing time: 18 msecs
   [junit4]   2> 1297219 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xdb7f9a284ed93: from storage DS-918d05a7-c681-4c5b-a0ef-137bd545f87a node DatanodeRegistration(127.0.0.1:34736, datanodeUuid=1f4cd606-9273-4be0-b981-a739a6650f23, infoPort=42562, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-56;cid=testClusterID;nsid=1058005071;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1297219 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xdb7f9a284ed93: from storage DS-bc859f4c-008f-4ba7-811b-b08bd183ce61 node DatanodeRegistration(127.0.0.1:34736, datanodeUuid=1f4cd606-9273-4be0-b981-a739a6650f23, infoPort=42562, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-56;cid=testClusterID;nsid=1058005071;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1297221 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0xdb7f9a3d3604b: from storage DS-c2c393ee-d247-413f-8738-7b91544930ab node DatanodeRegistration(127.0.0.1:35179, datanodeUuid=6bde4e5b-85f5-4024-bce3-ccdcccae1fba, infoPort=34534, infoSecurePort=0, ipcPort=33301, storageInfo=lv=-56;cid=testClusterID;nsid=1058005071;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1299059 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1299059 INFO  (Thread-1139) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1299059 INFO  (Thread-1139) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1299067 ERROR (Thread-1139) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1299159 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.ZkTestServer start zk server on port:35961
   [junit4]   2> 1299341 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1299342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1299343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1299344 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1299357 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1299358 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1299359 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1299360 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1299360 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1299370 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1299371 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1299376 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e1e9cdcaa0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1299743 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/control-001/cores/collection1
   [junit4]   2> 1299801 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1299825 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f276eed{/,null,AVAILABLE}
   [junit4]   2> 1299826 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4d6f31d4{HTTP/1.1,[http/1.1]}{127.0.0.1:41989}
   [junit4]   2> 1299826 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.Server Started @1312648ms
   [junit4]   2> 1299826 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44350/hdfs__lucene2-us-west.apache.org_44350__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001_tempDir-002_control_data, hostContext=/, hostPort=41989, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/control-001/cores}
   [junit4]   2> 1299826 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1299826 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 1299826 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1299826 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1299826 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T12:55:50.952Z
   [junit4]   2> 1299894 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1299894 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/control-001/solr.xml
   [junit4]   2> 1299955 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1299955 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35961/solr
   [junit4]   2> 1300207 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:41989_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1300208 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:41989_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41989_
   [junit4]   2> 1300208 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:41989_    ] o.a.s.c.Overseer Overseer (id=98549900914589700-127.0.0.1:41989_-n_0000000000) starting
   [junit4]   2> 1300317 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:41989_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41989_
   [junit4]   2> 1300353 INFO  (zkCallback-765-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1300645 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:41989_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/control-001/cores
   [junit4]   2> 1300645 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:41989_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1300646 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1300678 INFO  (OverseerStateUpdate-98549900914589700-127.0.0.1:41989_-n_0000000000) [n:127.0.0.1:41989_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1301806 WARN  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1301921 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1302002 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1303467 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1303523 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1303690 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home
   [junit4]   2> 1303691 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1303691 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1303691 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/control-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 1303691 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@af328a6
   [junit4]   2> 1303692 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 1303858 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1303858 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1303858 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
   [junit4]   2> 1306927 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1306943 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1307288 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1307340 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1307340 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1307404 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1307405 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3cfbc5cf
   [junit4]   2> 1309305 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34736 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c2c393ee-d247-413f-8738-7b91544930ab:NORMAL:127.0.0.1:35179|RBW], ReplicaUC[[DISK]DS-bc859f4c-008f-4ba7-811b-b08bd183ce61:NORMAL:127.0.0.1:34736|RBW]]} size 0
   [junit4]   2> 1309423 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35179 is added to blk_1073741825_1001 size 71
   [junit4]   2> 1309634 WARN  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1310014 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1310014 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1310015 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1310146 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1310146 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1310148 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=9, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6603457310830974]
   [junit4]   2> 1310671 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c89e940[collection1] main]
   [junit4]   2> 1310749 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1310765 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1310767 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1310785 INFO  (searcherExecutor-1405-thread-1-processing-n:127.0.0.1:41989_ x:collection1 c:control_collection) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c89e940[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1310832 INFO  (coreLoadExecutor-1404-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576798426977271808
   [junit4]   2> 1310918 INFO  (coreZkRegister-1397-thread-1-processing-n:127.0.0.1:41989_ x:collection1 c:control_collection) [n:127.0.0.1:41989_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1310918 INFO  (coreZkRegister-1397-thread-1-processing-n:127.0.0.1:41989_ x:collection1 c:control_collection) [n:127.0.0.1:41989_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1310918 INFO  (coreZkRegister-1397-thread-1-processing-n:127.0.0.1:41989_ x:collection1 c:control_collection) [n:127.0.0.1:41989_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41989/collection1/
   [junit4]   2> 1310918 INFO  (coreZkRegister-1397-thread-1-processing-n:127.0.0.1:41989_ x:collection1 c:control_collection) [n:127.0.0.1:41989_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1310918 INFO  (coreZkRegister-1397-thread-1-processing-n:127.0.0.1:41989_ x:collection1 c:control_collection) [n:127.0.0.1:41989_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:41989/collection1/ has no replicas
   [junit4]   2> 1310918 INFO  (coreZkRegister-1397-thread-1-processing-n:127.0.0.1:41989_ x:collection1 c:control_collection) [n:127.0.0.1:41989_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1310937 INFO  (coreZkRegister-1397-thread-1-processing-n:127.0.0.1:41989_ x:collection1 c:control_collection) [n:127.0.0.1:41989_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41989/collection1/ shard1
   [junit4]   2> 1310997 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1310997 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35961/solr ready
   [junit4]   2> 1310997 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1311179 INFO  (coreZkRegister-1397-thread-1-processing-n:127.0.0.1:41989_ x:collection1 c:control_collection) [n:127.0.0.1:41989_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1311636 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-1-001/cores/collection1
   [junit4]   2> 1311636 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-1-001
   [junit4]   2> 1311716 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1311765 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@429c489b{/,null,AVAILABLE}
   [junit4]   2> 1311766 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@216ac074{HTTP/1.1,[http/1.1]}{127.0.0.1:38844}
   [junit4]   2> 1311766 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.Server Started @1324588ms
   [junit4]   2> 1311766 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44350/hdfs__lucene2-us-west.apache.org_44350__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=38844, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-1-001/cores}
   [junit4]   2> 1311766 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1311801 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 1311801 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1311801 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1311801 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T12:56:02.927Z
   [junit4]   2> 1311867 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1311867 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-1-001/solr.xml
   [junit4]   2> 1311971 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1311992 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35961/solr
   [junit4]   2> 1312214 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:38844_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1312260 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:38844_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1312261 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:38844_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38844_
   [junit4]   2> 1312263 INFO  (zkCallback-769-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1312280 INFO  (zkCallback-774-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1312308 INFO  (zkCallback-765-thread-1-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1312769 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:38844_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-1-001/cores
   [junit4]   2> 1312769 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:38844_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1313120 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1313137 INFO  (OverseerStateUpdate-98549900914589700-127.0.0.1:41989_-n_0000000000) [n:127.0.0.1:41989_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1314269 WARN  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1314270 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1314356 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1315176 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1315263 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1315276 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home
   [junit4]   2> 1315358 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1315358 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1315358 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-1-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/collection1/core_node1/data/]
   [junit4]   2> 1315358 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@af328a6
   [junit4]   2> 1315358 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
   [junit4]   2> 1315423 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1315423 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1315601 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1315719 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 1315881 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 1315899 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1315899 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1315962 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1315963 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@606acc3d
   [junit4]   2> 1316438 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34736 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5c673ec8-4a98-40f2-a0ec-f0690acbd68a:NORMAL:127.0.0.1:35179|RBW], ReplicaUC[[DISK]DS-918d05a7-c681-4c5b-a0ef-137bd545f87a:NORMAL:127.0.0.1:34736|RBW]]} size 0
   [junit4]   2> 1316503 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35179 is added to blk_1073741826_1002 size 71
   [junit4]   2> 1316572 WARN  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1316885 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1316885 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1316885 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1317036 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1317036 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1317149 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=9, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6603457310830974]
   [junit4]   2> 1317504 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2dda3e32[collection1] main]
   [junit4]   2> 1317505 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1317505 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1317505 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1317512 INFO  (searcherExecutor-1416-thread-1-processing-n:127.0.0.1:38844_ x:collection1 c:collection1) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2dda3e32[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1317573 INFO  (coreLoadExecutor-1415-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576798434045722624
   [junit4]   2> 1317616 INFO  (coreZkRegister-1410-thread-1-processing-n:127.0.0.1:38844_ x:collection1 c:collection1) [n:127.0.0.1:38844_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1317616 INFO  (coreZkRegister-1410-thread-1-processing-n:127.0.0.1:38844_ x:collection1 c:collection1) [n:127.0.0.1:38844_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1317616 INFO  (coreZkRegister-1410-thread-1-processing-n:127.0.0.1:38844_ x:collection1 c:collection1) [n:127.0.0.1:38844_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38844/collection1/
   [junit4]   2> 1317630 INFO  (coreZkRegister-1410-thread-1-processing-n:127.0.0.1:38844_ x:collection1 c:collection1) [n:127.0.0.1:38844_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1317630 INFO  (coreZkRegister-1410-thread-1-processing-n:127.0.0.1:38844_ x:collection1 c:collection1) [n:127.0.0.1:38844_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38844/collection1/ has no replicas
   [junit4]   2> 1317630 INFO  (coreZkRegister-1410-thread-1-processing-n:127.0.0.1:38844_ x:collection1 c:collection1) [n:127.0.0.1:38844_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1317645 INFO  (coreZkRegister-1410-thread-1-processing-n:127.0.0.1:38844_ x:collection1 c:collection1) [n:127.0.0.1:38844_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38844/collection1/ shard2
   [junit4]   2> 1317807 INFO  (coreZkRegister-1410-thread-1-processing-n:127.0.0.1:38844_ x:collection1 c:collection1) [n:127.0.0.1:38844_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1318269 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-2-001/cores/collection1
   [junit4]   2> 1318269 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-2-001
   [junit4]   2> 1318270 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1318304 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7aa85485{/,null,AVAILABLE}
   [junit4]   2> 1318304 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75fb7ba1{HTTP/1.1,[http/1.1]}{127.0.0.1:40776}
   [junit4]   2> 1318304 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.e.j.s.Server Started @1331127ms
   [junit4]   2> 1318304 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:44350/hdfs__lucene2-us-west.apache.org_44350__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=40776, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-2-001/cores}
   [junit4]   2> 1318304 ERROR (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1318316 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 1318316 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1318316 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1318316 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-26T12:56:09.442Z
   [junit4]   2> 1318353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1318353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-2-001/solr.xml
   [junit4]   2> 1318405 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1318405 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35961/solr
   [junit4]   2> 1318521 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:40776_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1318551 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:40776_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1318552 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:40776_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40776_
   [junit4]   2> 1318554 INFO  (zkCallback-769-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1318583 INFO  (zkCallback-774-thread-1-processing-n:127.0.0.1:38844_) [n:127.0.0.1:38844_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1318583 INFO  (zkCallback-765-thread-2-processing-n:127.0.0.1:41989_) [n:127.0.0.1:41989_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1318632 INFO  (zkCallback-780-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1318945 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:40776_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-2-001/cores
   [junit4]   2> 1318945 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[7B4EC0BE997D7FBF]) [n:127.0.0.1:40776_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1318973 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1319038 INFO  (OverseerStateUpdate-98549900914589700-127.0.0.1:41989_-n_0000000000) [n:127.0.0.1:41989_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1320148 WARN  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1320149 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1320287 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1321250 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1321303 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1321304 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home
   [junit4]   2> 1321304 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1321304 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1321304 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_7B4EC0BE997D7FBF-001/shard-2-001/cores/collection1], dataDir=[hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/collection1/core_node2/data/]
   [junit4]   2> 1321304 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@af328a6
   [junit4]   2> 1321304 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
   [junit4]   2> 1321369 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1321369 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1321409 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1321410 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/collection1/core_node2/data
   [junit4]   2> 1321608 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44350/solr_hdfs_home/collection1/core_node2/data/index
   [junit4]   2> 1321614 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1321614 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1321720 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1321720 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6098c923
   [junit4]   2> 1322099 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35179 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-918d05a7-c681-4c5b-a0ef-137bd545f87a:NORMAL:127.0.0.1:34736|RBW], ReplicaUC[[DISK]DS-5c673ec8-4a98-40f2-a0ec-f0690acbd68a:NORMAL:127.0.0.1:35179|RBW]]} size 71
   [junit4]   2> 1322100 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34736 is added to blk_1073741827_1003 size 71
   [junit4]   2> 1322634 WARN  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1323317 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1323317 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1323317 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1323415 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1323415 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1323631 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=9, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6603457310830974]
   [junit4]   2> 1323793 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16ce982e[collection1] main]
   [junit4]   2> 1323793 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1323794 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1323794 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1323795 INFO  (searcherExecutor-1427-thread-1-processing-n:127.0.0.1:40776_ x:collection1 c:collection1) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@16ce982e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1323984 INFO  (coreLoadExecutor-1426-thread-1-processing-n:127.0.0.1:40776_) [n:127.0.0.1:40776_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576798440768143360
   [junit4]   2> 1324030 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:40776_ x:collection1 c:collection1) [n:127.0.0.1:40776_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1324030 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:40776_ x:collection1 c:collection1) [n:127.0.0.1:40776_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1324030 INFO  (coreZkRegister-1421-thread-1-processing-n:127.0.0.1:40776_ x:collection1 c:collection1) [n:127.0.0.1:40776_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40776/collection1/
   [junit4]   2> 1324030 INFO  (coreZkRegister-1421-thread-1-p

[...truncated too long message...]

]   2> 8521605 WARN  (357838185@qtp-1648518890-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34534) [    ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking.
   [junit4]   2> 8521605 WARN  (357838185@qtp-1648518890-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34534) [    ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false
   [junit4]   2> 8521713 WARN  (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:46741) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 8521725 WARN  (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:46741) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1367118031-127.0.0.1-1503759097418 (Datanode Uuid 65550ac9-bfc3-4c6d-b1fc-5729100e827b) service to lucene2-us-west.apache.org/127.0.0.1:46741
   [junit4]   2> 8521758 WARN  (SUITE-StressHdfsTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 8521951 INFO  (SUITE-StressHdfsTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 8522052 WARN  (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:46741) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 8522052 WARN  (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_7B4EC0BE997D7FBF-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to lucene2-us-west.apache.org/127.0.0.1:46741) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1367118031-127.0.0.1-1503759097418 (Datanode Uuid 8f5313e3-f54a-4032-9775-71d7abd5c659) service to lucene2-us-west.apache.org/127.0.0.1:46741
   [junit4]   2> 8522162 INFO  (SUITE-StressHdfsTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:0
   [junit4]   2> 8522290 INFO  (SUITE-StressHdfsTest-seed#[7B4EC0BE997D7FBF]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.StressHdfsTest_7B4EC0BE997D7FBF-001
   [junit4]   2> Aug 26, 2017 2:56:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Memory doPackFST= false), text=FSTOrd50, txt_t=FSTOrd50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1613, maxMBSortInHeap=7.568252243090306, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=hu-HU, timezone=Europe/Amsterdam
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=212908776,total=534773760
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudSchemaless, TestExactStatsCache, TestStressRecovery, TestOmitPositions, TestFilteredDocIdSet, ConjunctionSolrSpellCheckerTest, DocValuesNotIndexedTest, TestManagedSchema, CdcrReplicationHandlerTest, TestFieldCacheVsDocValues, OverseerStatusTest, TestCloudJSONFacetJoinDomain, BaseCdcrDistributedZkTest, DistributedFacetExistsSmallTest, BadCopyFieldTest, TestClassicSimilarityFactory, DistributedFacetPivotSmallAdvancedTest, DefaultValueUpdateProcessorTest, JvmMetricsTest, TestDocBasedVersionConstraints, TestFunctionQuery, PolyFieldTest, RecoveryAfterSoftCommitTest, SolrMetricReporterTest, TestPushWriter, TestInfoStreamLogging, TestManagedResourceStorage, LeaderInitiatedRecoveryOnCommitTest, HdfsUnloadDistributedZkTest, ExplicitHLLTest, TestDelegationWithHadoopAuth, WrapperMergePolicyFactoryTest, DateFieldTest, HLLUtilTest, CoreAdminCreateDiscoverTest, TestBlendedInfixSuggestions, JsonValidatorTest, DisMaxRequestHandlerTest, DataDrivenBlockJoinTest, TestJoin, TestReplicationHandlerBackup, HdfsChaosMonkeySafeLeaderTest, TestSolrCoreProperties, TestStressUserVersions, ConfigureRecoveryStrategyTest, BasicDistributedZkTest, TestStressLucene, TestJmxIntegration, CollectionReloadTest, DeleteNodeTest, DistributedQueryComponentCustomSortTest, OverseerCollectionConfigSetProcessorTest, ReturnFieldsTest, TestSolrCoreParser, TestLeaderElectionWithEmptyReplica, TestIBSimilarityFactory, SolrSlf4jReporterTest, TestCrossCoreJoin, PeerSyncTest, TestMinMaxOnMultiValuedField, SynonymTokenizerTest, TestMacros, SolrCLIZkUtilsTest, AnalysisAfterCoreReloadTest, BasicZkTest, TestSolrCLIRunExample, TestRecoveryHdfs, ChaosMonkeyNothingIsSafeTest, TestMultiWordSynonyms, TestCodecSupport, TestDocTermOrds, SolrRequestParserTest, BigEndianAscendingWordDeserializerTest, TestPivotHelperCode, TestLazyCores, TestFaceting, AliasIntegrationTest, TestLocalFSCloudBackupRestore, PathHierarchyTokenizerFactoryTest, LeaderElectionIntegrationTest, TestSolrQueryResponse, TestBulkSchemaConcurrent, RegexBoostProcessorTest, TestJsonRequest, DeleteStatusTest, TestDistributedSearch, TestFastWriter, TestBinaryResponseWriter, TestComponentsName, TestPKIAuthenticationPlugin, SSLMigrationTest, TestSolr4Spatial, TestRandomCollapseQParserPlugin, ClusterStateTest, TestSubQueryTransformerCrossCore, NotRequiredUniqueKeyTest, TestJettySolrRunner, TestClusterStateMutator, SolrCoreTest, TestRealTimeGet, TestRandomFlRTGCloud, TestConfigSetsAPI, TestSolrDeletionPolicy2, TestNumericTerms32, RequiredFieldsTest, ScriptEngineTest, MergeStrategyTest, TestCoreAdminApis, TestZkAclsWithHadoopAuth, OutputWriterTest, TestBadConfig, XsltUpdateRequestHandlerTest, DistributedTermsComponentTest, TestCoreContainer, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, DirectUpdateHandlerTest, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, MoreLikeThisHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, SolrPluginUtilsTest, TestCollationField, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestLFUCache, ResourceLoaderTest, PluginInfoTest, DateMathParserTest, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, TestRTGBase, DistributedIntervalFacetingTest, DistribJoinFromCollectionTest, MigrateRouteKeyTest, MultiThreadedOCPTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLockTree, TestMiniSolrCloudCluster, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, HdfsRecoverLeaseTest, HdfsSyncSliceTest, HdfsTlogReplayBufferedWhileIndexingTest, StressHdfsTest]
   [junit4] Completed [580/713 (5!)] on J0 in 284.87s, 1 test, 1 error <<< FAILURES!

[...truncated 43872 lines...]

Mime
View raw message