Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20585/ Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC 3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth Error Message: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=4879, name=jetty-launcher-2101-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=4884, name=jetty-launcher-2101-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=4879, name=jetty-launcher-2101-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=4884, name=jetty-launcher-2101-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) at __randomizedtesting.SeedInfo.seed([2C6138696124354F]:0) FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream Error Message: Error from server at http://127.0.0.1:42761/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. Error 404

HTTP ERROR: 404

Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason:

    Can not find: /solr/mainCorpus_shard2_replica_n3/update


Powered by Jetty:// 9.3.20.v20170531
Stack Trace: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:42761/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. Error 404

HTTP ERROR: 404

Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason:

    Can not find: /solr/mainCorpus_shard2_replica_n3/update


Powered by Jetty:// 9.3.20.v20170531
at __randomizedtesting.SeedInfo.seed([B1CAEE05773F43CC:CDD9B1C4E137E91]:0) at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233) at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:7541) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42761/solr/mainCorpus_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. Error 404

HTTP ERROR: 404

Problem accessing /solr/mainCorpus_shard2_replica_n3/update. Reason:

    Can not find: /solr/mainCorpus_shard2_replica_n3/update


Powered by Jetty:// 9.3.20.v20170531
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ... 1 more FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI Error Message: Error from server at https://127.0.0.1:45189/solr/awhollynewcollection_0: {"awhollynewcollection_0":5} Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45189/solr/awhollynewcollection_0: {"awhollynewcollection_0":5} at __randomizedtesting.SeedInfo.seed([2C6138696124354F:64144CDD67171ADA]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11848 lines...] [junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_2C6138696124354F-001/init-core-data-001 [junit4] 2> 306648 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4 [junit4] 2> 306648 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 306649 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 306649 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 306670 WARN (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable [junit4] 2> 306678 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_2C6138696124354F-001/tempDir-001 [junit4] 2> 306678 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 306678 INFO (Thread-485) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 306678 INFO (Thread-485) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 306680 ERROR (Thread-485) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 306778 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43971 [junit4] 2> 306785 INFO (jetty-launcher-2101-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 306786 INFO (jetty-launcher-2101-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 306788 INFO (jetty-launcher-2101-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f393609{/solr,null,AVAILABLE} [junit4] 2> 306794 INFO (jetty-launcher-2101-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59fc662d{HTTP/1.1,[http/1.1]}{127.0.0.1:37433} [junit4] 2> 306794 INFO (jetty-launcher-2101-thread-1) [ ] o.e.j.s.Server Started @308434ms [junit4] 2> 306794 INFO (jetty-launcher-2101-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37433} [junit4] 2> 306794 INFO (jetty-launcher-2101-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@317a5dcf{/solr,null,AVAILABLE} [junit4] 2> 306794 ERROR (jetty-launcher-2101-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 306794 INFO (jetty-launcher-2101-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 306795 INFO (jetty-launcher-2101-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 306795 INFO (jetty-launcher-2101-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 306795 INFO (jetty-launcher-2101-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-01T04:58:15.059Z [junit4] 2> 306795 INFO (jetty-launcher-2101-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1eaf0070{HTTP/1.1,[http/1.1]}{127.0.0.1:36431} [junit4] 2> 306795 INFO (jetty-launcher-2101-thread-2) [ ] o.e.j.s.Server Started @308435ms [junit4] 2> 306795 INFO (jetty-launcher-2101-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36431} [junit4] 2> 306796 ERROR (jetty-launcher-2101-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 306796 INFO (jetty-launcher-2101-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 306796 INFO (jetty-launcher-2101-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 306796 INFO (jetty-launcher-2101-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 306796 INFO (jetty-launcher-2101-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-01T04:58:15.060Z [junit4] 2> 306799 INFO (jetty-launcher-2101-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 306799 INFO (jetty-launcher-2101-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 306810 INFO (jetty-launcher-2101-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43971/solr [junit4] 2> 306810 INFO (jetty-launcher-2101-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43971/solr [junit4] 2> 306847 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 306848 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 306848 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37433_solr [junit4] 2> 306848 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36431_solr [junit4] 2> 306848 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.c.Overseer Overseer (id=98751866138984453-127.0.0.1:37433_solr-n_0000000000) starting [junit4] 2> 306848 INFO (zkCallback-2113-thread-1-processing-n:127.0.0.1:36431_solr) [n:127.0.0.1:36431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 306848 INFO (zkCallback-2112-thread-1-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 306851 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37433_solr [junit4] 2> 306851 INFO (zkCallback-2113-thread-1-processing-n:127.0.0.1:36431_solr) [n:127.0.0.1:36431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 306854 INFO (zkCallback-2112-thread-1-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 306874 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin [junit4] 2> 306877 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper} [junit4] 2> 306880 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting [junit4] 2> 306883 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin [junit4] 2> 306883 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper} [junit4] 2> 306883 INFO (jetty-launcher-2101-thread-1-EventThread) [n:127.0.0.1:37433_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED [junit4] 2> 306884 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting [junit4] 2> 306885 INFO (jetty-launcher-2101-thread-2-EventThread) [n:127.0.0.1:36431_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED [junit4] 2> 306902 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests [junit4] 2> 306933 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37433.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33642fc6 [junit4] 2> 306938 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37433.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33642fc6 [junit4] 2> 306938 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37433.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33642fc6 [junit4] 2> 306939 INFO (jetty-launcher-2101-thread-1) [n:127.0.0.1:37433_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_2C6138696124354F-001/tempDir-001/node1/. [junit4] 2> 307901 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests [junit4] 2> 307937 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36431.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33642fc6 [junit4] 2> 307943 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36431.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33642fc6 [junit4] 2> 307943 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36431.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@33642fc6 [junit4] 2> 307944 INFO (jetty-launcher-2101-thread-2) [n:127.0.0.1:36431_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_2C6138696124354F-001/tempDir-001/node2/. [junit4] 2> 307960 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 307961 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43971/solr ready [junit4] 2> 307969 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup [junit4] 2> 307998 WARN (qtp799978825-4838) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user [junit4] 2> id: ‘bar’: no such user [junit4] 2> [junit4] 2> 308001 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[2C6138696124354F]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=simple-dt&e=1506869896236&s=HISzqJXK1o9qWmkUiURMjX78hno="; Domain=127.0.0.1; Expires=dom, 01-oct-2017 14:58:16 GMT; HttpOnly". Invalid 'expires' attribute: dom, 01-oct-2017 14:58:16 GMT [junit4] 2> 308002 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup [junit4] 2> 308010 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser [junit4] 2> 308012 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[2C6138696124354F]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=simple-dt&e=1506869896275&s=hk5T5ceFTjlaewIKsjb46H9UFSg="; Domain=127.0.0.1; Expires=dom, 01-oct-2017 14:58:16 GMT; HttpOnly". Invalid 'expires' attribute: dom, 01-oct-2017 14:58:16 GMT [junit4] 2> 308012 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser [junit4] IGNOR/A 0.00s J2 | TestImpersonationWithHadoopAuth.testForwarding [junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893)) [junit4] 2> 308020 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser [junit4] 2> 308022 INFO (qtp799978825-4834) [n:127.0.0.1:37433_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 308022 INFO (qtp799978825-4834) [n:127.0.0.1:37433_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 308023 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[2C6138696124354F]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=simple-dt&e=1506869896285&s=2btJGIdqPCekB7VlQZtfNmehfT8="; Domain=127.0.0.1; Expires=dom, 01-oct-2017 14:58:16 GMT; HttpOnly". Invalid 'expires' attribute: dom, 01-oct-2017 14:58:16 GMT [junit4] 2> 308023 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser [junit4] 2> 308030 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts [junit4] 2> 308033 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[2C6138696124354F]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=simple-dt&e=1506869896295&s=RinuLVAsuWzIu/VjTv3QoaDM61U="; Domain=127.0.0.1; Expires=dom, 01-oct-2017 14:58:16 GMT; HttpOnly". Invalid 'expires' attribute: dom, 01-oct-2017 14:58:16 GMT [junit4] 2> 308033 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts [junit4] 2> 308042 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup [junit4] 2> 308048 INFO (qtp799978825-4836) [n:127.0.0.1:37433_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 308048 INFO (qtp799978825-4836) [n:127.0.0.1:37433_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 308048 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[2C6138696124354F]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=simple-dt&e=1506869896307&s=MmqTaCjFwtvzKvjpgKK67fs3uYA="; Domain=127.0.0.1; Expires=dom, 01-oct-2017 14:58:16 GMT; HttpOnly". Invalid 'expires' attribute: dom, 01-oct-2017 14:58:16 GMT [junit4] 2> 308049 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup [junit4] 2> 308056 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost [junit4] 2> 323069 WARN (jetty-launcher-2101-thread-2-SendThread(127.0.0.1:43971)) [n:127.0.0.1:36431_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15125ms for sessionid 0x15ed64c8e1f0006 [junit4] 2> 323069 WARN (jetty-launcher-2101-thread-1-SendThread(127.0.0.1:43971)) [n:127.0.0.1:37433_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15165ms for sessionid 0x15ed64c8e1f0007 [junit4] 2> 323069 WARN (jetty-launcher-2101-thread-1-SendThread(127.0.0.1:43971)) [n:127.0.0.1:37433_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16113ms for sessionid 0x15ed64c8e1f0005 [junit4] 2> 323069 WARN (jetty-launcher-2101-thread-2-SendThread(127.0.0.1:43971)) [n:127.0.0.1:36431_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15165ms for sessionid 0x15ed64c8e1f0008 [junit4] 2> 323070 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ed64c8e1f0007, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 323071 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ed64c8e1f0008, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 323071 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ed64c8e1f0006, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 323071 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ed64c8e1f0005, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 323071 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[2C6138696124354F]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=simple-dt&e=1506869896321&s=WUmW7W7yMPQBVqUvT0KxgoSzqfY="; Domain=127.0.0.1; Expires=dom, 01-oct-2017 14:58:16 GMT; HttpOnly". Invalid 'expires' attribute: dom, 01-oct-2017 14:58:16 GMT [junit4] 2> 323072 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost [junit4] 2> 323090 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost [junit4] 2> 323093 INFO (qtp799978825-4836) [n:127.0.0.1:37433_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 323093 INFO (qtp799978825-4836) [n:127.0.0.1:37433_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 323093 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[2C6138696124354F]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=simple-dt&e=1506869911356&s=fKSIrzXVR0Try/AkaiHXk3a2Kto="; Domain=127.0.0.1; Expires=dom, 01-oct-2017 14:58:31 GMT; HttpOnly". Invalid 'expires' attribute: dom, 01-oct-2017 14:58:31 GMT [junit4] 2> 323094 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost [junit4] 2> 323115 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups [junit4] 2> 323119 WARN (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[2C6138696124354F]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=simple-dt&e=1506869911381&s=XywCnAQTHOGvYOOITRrMvxs1XrY="; Domain=127.0.0.1; Expires=dom, 01-oct-2017 14:58:31 GMT; HttpOnly". Invalid 'expires' attribute: dom, 01-oct-2017 14:58:31 GMT [junit4] 2> 323120 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups [junit4] 2> 323141 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser [junit4] 2> 323143 INFO (qtp799978825-4840) [ ] o.a.s.s.SolrDispatchFilter Error authenticating [junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&' [junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87) [junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.(AuthToken.java:70) [junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.(AuthenticationToken.java:58) [junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195) [junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348) [junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69) [junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518) [junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110) [junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 323144 WARN (qtp799978825-4840) [ ] o.e.j.s.ServletHandler /solr/admin/collections [junit4] 2> org.apache.solr.common.SolrException: Error during request authentication, [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&' [junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87) [junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.(AuthToken.java:70) [junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.(AuthenticationToken.java:58) [junit4] 2> at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195) [junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348) [junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69) [junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518) [junit4] 2> at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110) [junit4] 2> at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451) [junit4] 2> ... 26 more [junit4] 2> 323147 INFO (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[2C6138696124354F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser [junit4] 2> 323170 INFO (jetty-launcher-2101-thread-2-EventThread) [n:127.0.0.1:36431_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED [junit4] 2> 323171 WARN (zkCallback-2112-thread-1-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b0a04f9 name: ZooKeeperConnection Watcher:127.0.0.1:43971/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None [junit4] 2> 323171 WARN (zkCallback-2112-thread-1-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected [junit4] 2> 323171 INFO (jetty-closer-2102-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59fc662d{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 323173 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1276143527 [junit4] 2> 323173 WARN (zkCallback-2113-thread-3-processing-n:127.0.0.1:36431_solr) [n:127.0.0.1:36431_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@437b491b name: ZooKeeperConnection Watcher:127.0.0.1:43971/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None [junit4] 2> 323173 WARN (zkCallback-2113-thread-3-processing-n:127.0.0.1:36431_solr) [n:127.0.0.1:36431_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected [junit4] 2> 323173 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 323173 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63b8622d: rootName = solr_37433, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7d8e8532 [junit4] 2> 323173 INFO (jetty-closer-2102-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1eaf0070{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 323178 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 323178 INFO (jetty-closer-2102-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1970187792 [junit4] 2> 323178 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42905d80: rootName = solr_37433, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@60ae5d8f [junit4] 2> 323178 INFO (jetty-closer-2102-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 323178 INFO (jetty-closer-2102-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70456ec: rootName = solr_36431, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@69d6d2d0 [junit4] 2> 323182 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 323182 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2990246: rootName = solr_37433, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6cfcfcc9 [junit4] 2> 323183 INFO (jetty-closer-2102-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 323183 INFO (jetty-closer-2102-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c3eb13f: rootName = solr_36431, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@60ae5d8f [junit4] 2> 323187 INFO (jetty-closer-2102-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 323187 INFO (jetty-closer-2102-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79405bc0: rootName = solr_36431, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6cfcfcc9 [junit4] 2> 324403 INFO (jetty-launcher-2101-thread-1-EventThread) [n:127.0.0.1:37433_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED [junit4] 2> 324575 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 324576 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 324576 INFO (jetty-closer-2102-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98751866138984453-127.0.0.1:37433_solr-n_0000000000) closing [junit4] 2> 324576 INFO (OverseerStateUpdate-98751866138984453-127.0.0.1:37433_solr-n_0000000000) [n:127.0.0.1:37433_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37433_solr [junit4] 2> 324576 INFO (OverseerCollectionConfigSetProcessor-98751866138984453-127.0.0.1:37433_solr-n_0000000000) [n:127.0.0.1:37433_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98751866138984453-127.0.0.1:37433_solr-n_0000000000) am no longer a leader. [junit4] 2> 324577 WARN (zkCallback-2112-thread-2-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 324577 ERROR (Thread[Thread-502,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:37433_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted [junit4] 2> 324578 INFO (jetty-closer-2102-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5f393609{/solr,null,UNAVAILABLE} [junit4] 2> 324606 INFO (zkCallback-2113-thread-2-processing-n:127.0.0.1:36431_solr) [n:127.0.0.1:36431_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36431_solr [junit4] 2> 324606 INFO (zkCallback-2113-thread-1-processing-n:127.0.0.1:36431_solr) [n:127.0.0.1:36431_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 324607 INFO (jetty-closer-2102-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 324607 INFO (jetty-closer-2102-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 324608 WARN (zkCallback-2113-thread-2-processing-n:127.0.0.1:36431_solr) [n:127.0.0.1:36431_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 324608 ERROR (Thread[Thread-505,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:36431_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted [junit4] 2> 324609 INFO (jetty-closer-2102-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@317a5dcf{/solr,null,UNAVAILABLE} [junit4] 2> 324610 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 324610 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43971 43971 [junit4] 2> 331634 INFO (Thread-485) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43971 43971 [junit4] 2> 331635 WARN (Thread-485) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/aliases.json [junit4] 2> 3 /solr/clusterprops.json [junit4] 2> 2 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4 [junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 3 /solr/live_nodes [junit4] 2> 3 /solr/collections [junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot [junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot [junit4] 2> [junit4] 2> 331635 INFO (SUITE-TestImpersonationWithHadoopAuth-seed#[2C6138696124354F]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> Oct 01, 2017 4:58:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s). [junit4] 2> Oct 01, 2017 4:59:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: [junit4] 2> 1) Thread[id=4879, name=jetty-launcher-2101-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) [junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) [junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) [junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) [junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) [junit4] 2> 2) Thread[id=4884, name=jetty-launcher-2101-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] [junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) [junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) [junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) [junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) [junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) [junit4] 2> Oct 01, 2017 4:59:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: Starting to interrupt leaked threads: [junit4] 2> 1) Thread[id=4879, name=jetty-launcher-2101-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] [junit4] 2> 2) Thread[id=4884, name=jetty-launcher-2101-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] [junit4] 2> 351739 ERROR (jetty-launcher-2101-thread-2-EventThread) [n:127.0.0.1:36431_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) [junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) [junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) [junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) [junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) [junit4] 2> 351739 ERROR (jetty-launcher-2101-thread-1-EventThread) [n:127.0.0.1:37433_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) [junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) [junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) [junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) [junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) [junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) [junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) [junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) [junit4] 2> Oct 01, 2017 4:59:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll [junit4] 2> INFO: All leaked threads terminated. [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=545, maxMBSortInHeap=7.790004558255022, sim=RandomSimilarity(queryNorm=true): {}, locale=es-VE, timezone=America/Recife [junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=149004784,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [TestSQLHandler, UpdateLogTest, ImplicitSnitchTest, SimpleFacetsTest, HdfsUnloadDistributedZkTest, TestZkChroot, CoreMergeIndexesAdminHandlerTest, TestSchemaManager, TestNamedUpdateProcessors, PKIAuthenticationIntegrationTest, TestSolrQueryResponse, TestUnifiedSolrHighlighter, TestIndexSearcher, ExitableDirectoryReaderTest, TestSubQueryTransformerCrossCore, OverseerTest, RankQueryTest, TermsComponentTest, TestExpandComponent, TestGroupingSearch, TestSolrCloudWithDelegationTokens, TestDFRSimilarityFactory, SubstringBytesRefFilterTest, BlobRepositoryCloudTest, CircularListTest, SaslZkACLProviderTest, ConfigureRecoveryStrategyTest, TimeZoneUtilsTest, DistribCursorPagingTest, TestClusterStateMutator, TestManagedResourceStorage, HardAutoCommitTest, RequiredFieldsTest, TestDistributedMissingSort, RegexBoostProcessorTest, ResponseLogComponentTest, LeaderElectionContextKeyTest, TestPerFieldSimilarityWithDefaultOverride, PingRequestHandlerTest, ZkFailoverTest, TestImpersonationWithHadoopAuth] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=2C6138696124354F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-VE -Dtests.timezone=America/Recife -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.00s J2 | TestImpersonationWithHadoopAuth (suite) <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: [junit4] > 1) Thread[id=4879, name=jetty-launcher-2101-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) [junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) [junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) [junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) [junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) [junit4] > 2) Thread[id=4884, name=jetty-launcher-2101-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] [junit4] > at sun.misc.Unsafe.park(Native Method) [junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) [junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) [junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) [junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) [junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) [junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) [junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) [junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) [junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) [junit4] > at __randomizedtesting.SeedInfo.seed([2C6138696124354F]:0) [junit4] Completed [104/734 (1!)] on J2 in 45.12s, 10 tests, 1 error, 1 skipped <<< FAILURES! [...truncated 624 lines...] [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_2C6138696124354F-001/init-core-data-001 [junit4] 2> 972743 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[2C6138696124354F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=61 numCloses=61 [junit4] 2> 972744 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2C6138696124354F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 972745 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2C6138696124354F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 972745 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2C6138696124354F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 972746 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2C6138696124354F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_2C6138696124354F-001/tempDir-001 [junit4] 2> 972746 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2C6138696124354F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 972746 INFO (Thread-2993) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 972746 INFO (Thread-2993) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 972747 ERROR (Thread-2993) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 972846 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[2C6138696124354F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45773 [junit4] 2> 972857 INFO (jetty-launcher-3447-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 972857 INFO (jetty-launcher-3447-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 972857 INFO (jetty-launcher-3447-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 972857 INFO (jetty-launcher-3447-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28f757a7{/solr,null,AVAILABLE} [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@97acbc{/solr,null,AVAILABLE} [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@459469b2{/solr,null,AVAILABLE} [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a3eb79c{/solr,null,AVAILABLE} [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c176033{SSL,[ssl, http/1.1]}{127.0.0.1:36955} [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@130d868d{SSL,[ssl, http/1.1]}{127.0.0.1:45189} [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4dbd1c65{SSL,[ssl, http/1.1]}{127.0.0.1:41771} [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-3) [ ] o.e.j.s.Server Started @974512ms [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-1) [ ] o.e.j.s.Server Started @974512ms [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45189} [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41771} [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-2) [ ] o.e.j.s.Server Started @974512ms [junit4] 2> 972860 INFO (jetty-launcher-3447-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ddb97c1{SSL,[ssl, http/1.1]}{127.0.0.1:35955} [junit4] 2> 972861 ERROR (jetty-launcher-3447-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 972861 ERROR (jetty-launcher-3447-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-01T05:09:21.136Z [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-01T05:09:21.136Z [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-4) [ ] o.e.j.s.Server Started @974513ms [junit4] 2> 972861 INFO (jetty-launcher-3447-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36955} [junit4] 2> 972862 INFO (jetty-launcher-3447-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35955} [junit4] 2> 972862 ERROR (jetty-launcher-3447-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 972862 INFO (jetty-launcher-3447-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 972862 ERROR (jetty-launcher-3447-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 972862 INFO (jetty-launcher-3447-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 972862 INFO (jetty-launcher-3447-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 972862 INFO (jetty-launcher-3447-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 972862 INFO (jetty-launcher-3447-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 972862 INFO (jetty-launcher-3447-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-01T05:09:21.137Z [junit4] 2> 972863 INFO (jetty-launcher-3447-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 972863 INFO (jetty-launcher-3447-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-01T05:09:21.138Z [junit4] 2> 972864 INFO (jetty-launcher-3447-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 972864 INFO (jetty-launcher-3447-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 972900 INFO (jetty-launcher-3447-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 972900 INFO (jetty-launcher-3447-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 972904 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ed656b7fd0004, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 972907 INFO (jetty-launcher-3447-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45773/solr [junit4] 2> 972907 INFO (jetty-launcher-3447-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45773/solr [junit4] 2> 972907 INFO (jetty-launcher-3447-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45773/solr [junit4] 2> 972908 INFO (jetty-launcher-3447-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45773/solr [junit4] 2> 972908 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ed656b7fd0006, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 972936 INFO (jetty-launcher-3447-thread-4) [n:127.0.0.1:35955_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 972936 INFO (jetty-launcher-3447-thread-1) [n:127.0.0.1:41771_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 972936 INFO (jetty-launcher-3447-thread-3) [n:127.0.0.1:45189_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 972936 INFO (jetty-launcher-3447-thread-2) [n:127.0.0.1:36955_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 972936 INFO (jetty-launcher-3447-thread-4) [n:127.0.0.1:35955_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35955_solr [junit4] 2> 972936 INFO (jetty-launcher-3447-thread-3) [n:127.0.0.1:45189_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45189_solr [junit4] 2> 972936 INFO (jetty-launcher-3447-thread-1) [n:127.0.0.1:41771_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41771_solr [junit4] 2> 972936 INFO (jetty-launcher-3447-thread-2) [n:127.0.0.1:36955_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36955_solr [junit4] 2> 972936 INFO (jetty-launcher-3447-thread-4) [n:127.0.0.1:35955_solr ] o.a.s.c.Overseer Overseer (id=98751909791072267-127.0.0.1:35955_solr-n_0000000000) starting [junit4] 2> 972937 INFO (zkCallback-3466-thread-1-processing-n:127.0.0.1:36955_solr) [n:127.0.0.1:36955_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 972937 INFO (zkCallback-3467-thread-1-processing-n:127.0.0.1:41771_solr) [n:127.0.0.1:41771_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 972937 INFO (zkCallback-3469-thread-1-processing-n:127.0.0.1:45189_solr) [n:127.0.0.1:45189_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 972939 INFO (zkCallback-3468-thread-1-processing-n:127.0.0.1:35955_solr [...truncated too long message...] orters.SolrJmxReporter@59e6288e: rootName = solr_42219, domain = solr.core.workQueue.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.workQueue.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2aca7ae3 [junit4] 2> 201256 INFO (coreCloseExecutor-617-thread-1) [n:127.0.0.1:35511_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1891892863 [junit4] 2> 201256 INFO (coreCloseExecutor-616-thread-2) [n:127.0.0.1:42761_solr c:mainCorpus s:shard2 r:core_node4 x:mainCorpus_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.mainCorpus.shard2.replica_n2, tag=1359303400 [junit4] 2> 201256 INFO (coreCloseExecutor-616-thread-2) [n:127.0.0.1:42761_solr c:mainCorpus s:shard2 r:core_node4 x:mainCorpus_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@373cc365: rootName = solr_42761, domain = solr.core.mainCorpus.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.mainCorpus.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@22bfb14c [junit4] 2> 201257 WARN (zkCallback-241-thread-2-processing-n:127.0.0.1:35511_solr) [n:127.0.0.1:35511_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 201258 INFO (zkCallback-238-thread-2-processing-n:127.0.0.1:42219_solr) [n:127.0.0.1:42219_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 201258 INFO (jetty-closer-219-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69057ef5{/solr,null,UNAVAILABLE} [junit4] 2> 201258 INFO (zkCallback-235-thread-2-processing-n:127.0.0.1:45653_solr) [n:127.0.0.1:45653_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 201258 INFO (zkCallback-239-thread-1-processing-n:127.0.0.1:42761_solr) [n:127.0.0.1:42761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 201260 INFO (coreCloseExecutor-615-thread-1) [n:127.0.0.1:42219_solr c:workQueue s:shard1 r:core_node3 x:workQueue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard1.leader, tag=786863436 [junit4] 2> 201260 INFO (coreCloseExecutor-614-thread-1) [n:127.0.0.1:45653_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1677185754 [junit4] 2> 201260 INFO (coreCloseExecutor-614-thread-2) [n:127.0.0.1:45653_solr c:destination s:shard2 r:core_node4 x:destination_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard2.leader, tag=303782205 [junit4] 2> 201273 INFO (coreCloseExecutor-616-thread-3) [n:127.0.0.1:42761_solr c:destination s:shard1 r:core_node3 x:destination_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.destination.shard1.replica_n1, tag=664583376 [junit4] 2> 201273 INFO (coreCloseExecutor-616-thread-3) [n:127.0.0.1:42761_solr c:destination s:shard1 r:core_node3 x:destination_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6051bbb8: rootName = solr_42761, domain = solr.core.destination.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.destination.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@34ca1576 [junit4] 2> 201275 INFO (zkCallback-235-thread-2-processing-n:127.0.0.1:45653_solr) [n:127.0.0.1:45653_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 201275 INFO (jetty-closer-219-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98752058100482056-127.0.0.1:45653_solr-n_0000000000) closing [junit4] 2> 201275 INFO (jetty-closer-219-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b01b2d1{/solr,null,UNAVAILABLE} [junit4] 2> 201275 INFO (OverseerStateUpdate-98752058100482056-127.0.0.1:45653_solr-n_0000000000) [n:127.0.0.1:45653_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45653_solr [junit4] 2> 201278 INFO (zkCallback-239-thread-1-processing-n:127.0.0.1:42761_solr) [n:127.0.0.1:42761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2) [junit4] 2> 201279 INFO (zkCallback-239-thread-2-processing-n:127.0.0.1:42761_solr) [n:127.0.0.1:42761_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1) [junit4] 2> 201279 INFO (zkCallback-239-thread-1-processing-n:127.0.0.1:42761_solr) [n:127.0.0.1:42761_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42761_solr [junit4] 2> 201281 INFO (coreCloseExecutor-616-thread-1) [n:127.0.0.1:42761_solr c:workQueue s:shard2 r:core_node4 x:workQueue_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.workQueue.shard2.leader, tag=705806745 [junit4] 2> 201281 INFO (coreCloseExecutor-616-thread-2) [n:127.0.0.1:42761_solr c:mainCorpus s:shard2 r:core_node4 x:mainCorpus_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.mainCorpus.shard2.leader, tag=1359303400 [junit4] 2> 201281 INFO (coreCloseExecutor-616-thread-3) [n:127.0.0.1:42761_solr c:destination s:shard1 r:core_node3 x:destination_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.destination.shard1.leader, tag=664583376 [junit4] 2> 201282 INFO (jetty-closer-219-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f941115{/solr,null,UNAVAILABLE} [junit4] 2> 202776 WARN (zkCallback-235-thread-2-processing-n:127.0.0.1:45653_solr) [n:127.0.0.1:45653_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes] [junit4] 2> 202776 INFO (jetty-closer-219-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70eb9936{/solr,null,UNAVAILABLE} [junit4] 2> 202777 ERROR (SUITE-StreamExpressionTest-seed#[B1CAEE05773F43CC]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 202777 INFO (SUITE-StreamExpressionTest-seed#[B1CAEE05773F43CC]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36435 36435 [junit4] 2> 208585 INFO (Thread-293) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36435 36435 [junit4] 2> 208586 WARN (Thread-293) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 98 /solr/aliases.json [junit4] 2> 98 /solr/clusterprops.json [junit4] 2> 8 /solr/configs/ml [junit4] 2> 5 /solr/configs/conf [junit4] 2> 4 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 98 /solr/clusterstate.json [junit4] 2> 38 /solr/collections/destinationCollection/state.json [junit4] 2> 28 /solr/collections/parallelDestinationCollection1/state.json [junit4] 2> 20 /solr/collections/destination/state.json [junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json [junit4] 2> 20 /solr/collections/mainCorpus/state.json [junit4] 2> 18 /solr/collections/workQueue/state.json [junit4] 2> 10 /solr/collections/collection1/state.json [junit4] 2> 10 /solr/collections/uknownCollection/state.json [junit4] 2> 10 /solr/collections/modelCollection/state.json [junit4] 2> 10 /solr/collections/checkpointCollection/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 98 /solr/live_nodes [junit4] 2> 98 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_B1CAEE05773F43CC-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=en-ZA, timezone=Pacific/Yap [junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=144030752,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [ArcTangentEvaluatorTest, AnlysisResponseBaseTest, TestLBHttpSolrClient, CollectionAdminRequestRequiredParamsTest, BasicHttpSolrClientTest, FloorEvaluatorTest, SubtractEvaluatorTest, GraphTest, ConcatOperationTest, HttpSolrClientSSLAuthConPoolTest, StreamExpressionToExpessionTest, JsonValidatorTest, CeilingEvaluatorTest, AppendEvaluatorTest, CloudSolrClientMultiConstructorTest, ContentStreamTest, SolrExampleStreamingTest, LengthEvaluatorTest, CumulativeProbabilityEvaluatorTest, JDBCStreamTest, NormalDistributionEvaluatorTest, TestDelegationTokenResponse, HyperbolicCosineEvaluatorTest, TestXMLEscaping, SolrExampleBinaryTest, SolrExampleEmbeddedTest, SolrParamTest, TermsResponseTest, TestEmbeddedSolrServer, QueryResponseTest, TestJavaBinCodec, SolrDocumentTest, FacetFieldTest, CloudSolrClientBuilderTest, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientConPoolTest, TestCloudSolrClientConnections, StreamExpressionTest] [junit4] Completed [145/145 (1!)] on J0 in 112.30s, 117 tests, 1 error <<< FAILURES! [...truncated 45887 lines...]