lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Policeman Jenkins Server <jenk...@thetaphi.de>
Subject [JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 1047 - Unstable!
Date Mon, 25 Dec 2017 20:00:03 GMT
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1047/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderFailoverAfterPartitionTest

Error Message:
70 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest:     1) Thread[id=7098, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    2) Thread[id=7101, name=qtp977687025-7101, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    3) Thread[id=7070, name=org.eclipse.jetty.server.session.HashSessionManager@5770c854Timer, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    4) Thread[id=7117, name=TEST-LeaderFailoverAfterPartitionTest.test-seed#[AC5F3F4BA3EA643D]-EventThread, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    5) Thread[id=7090, name=Scheduler-281768335, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    6) Thread[id=7191, name=zkCallback-1462-thread-5, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    7) Thread[id=7062, name=qtp106641591-7062, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)    8) Thread[id=7080, name=TEST-LeaderFailoverAfterPartitionTest.test-seed#[AC5F3F4BA3EA643D]-EventThread, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    9) Thread[id=7074, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   10) Thread[id=7180, name=OverseerStateUpdate-99236644725587977-127.0.0.1:37489_-n_0000000001, state=WAITING, group=Overseer state updater.]         at java.base@9.0.1/java.lang.Object.wait(Native Method)         at java.base@9.0.1/java.lang.Object.wait(Object.java:516)         at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)         at app//org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1530)         at app//org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:327)         at app//org.apache.solr.common.cloud.SolrZkClient$$Lambda$375/1806084915.execute(Unknown Source)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)         at app//org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:327)         at app//org.apache.solr.common.cloud.ZkStateReader.refreshCollectionList(ZkStateReader.java:606)         at app//org.apache.solr.common.cloud.ZkStateReader.forciblyRefreshAllClusterStateSlow(ZkStateReader.java:318)         at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:155)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   11) Thread[id=7154, name=zkConnectionManagerCallback-1463-thread-1, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   12) Thread[id=7141, name=qtp914699081-7141, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   13) Thread[id=7096, name=searcherExecutor-2457-thread-1, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   14) Thread[id=7107, name=org.eclipse.jetty.server.session.HashSessionManager@5bc7b605Timer, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   15) Thread[id=7134, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   16) Thread[id=7104, name=qtp977687025-7104, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   17) Thread[id=7112, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   18) Thread[id=7120, name=Thread-2201, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Object.wait(Native Method)         at java.base@9.0.1/java.lang.Object.wait(Object.java:516)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)   19) Thread[id=7118, name=zkConnectionManagerCallback-1453-thread-1, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   20) Thread[id=7188, name=zkCallback-1452-thread-5, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   21) Thread[id=7086, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   22) Thread[id=7138, name=qtp914699081-7138, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   23) Thread[id=7189, name=zkCallback-1462-thread-3, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   24) Thread[id=7103, name=qtp977687025-7103-acceptor-0@16658efe-ServerConnector@3dac4477{HTTP/1.1,[http/1.1]}{127.0.0.1:46469}, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   25) Thread[id=7064, name=qtp106641591-7064, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   26) Thread[id=7137, name=qtp914699081-7137, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   27) Thread[id=7122, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   28) Thread[id=7142, name=qtp914699081-7142, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   29) Thread[id=7132, name=searcherExecutor-2468-thread-1, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   30) Thread[id=7185, name=zkCallback-1442-thread-5, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   31) Thread[id=7187, name=zkCallback-1452-thread-4, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   32) Thread[id=7069, name=qtp106641591-7069, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   33) Thread[id=7081, name=zkConnectionManagerCallback-1443-thread-1, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   34) Thread[id=7153, name=TEST-LeaderFailoverAfterPartitionTest.test-seed#[AC5F3F4BA3EA643D]-EventThread, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   35) Thread[id=7183, name=zkCallback-1442-thread-3, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   36) Thread[id=7116, name=TEST-LeaderFailoverAfterPartitionTest.test-seed#[AC5F3F4BA3EA643D]-SendThread(127.0.0.1:37923), state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)         at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)   37) Thread[id=7182, name=OverseerAutoScalingTriggerThread-99236644725587977-127.0.0.1:37489_-n_0000000001, state=WAITING, group=Overseer autoscaling triggers]         at java.base@9.0.1/java.lang.Object.wait(Native Method)         at java.base@9.0.1/java.lang.Object.wait(Object.java:516)         at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)         at app//org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1097)         at app//org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)         at app//org.apache.solr.common.cloud.SolrZkClient$$Lambda$367/1917347539.execute(Unknown Source)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)         at app//org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)         at app//org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57)         at app//org.apache.solr.cloud.autoscaling.TriggerBase.<init>(TriggerBase.java:87)         at app//org.apache.solr.cloud.autoscaling.NodeLostTrigger.<init>(NodeLostTrigger.java:53)         at app//org.apache.solr.cloud.autoscaling.AutoScaling$TriggerFactoryImpl.create(AutoScaling.java:155)         at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.loadTriggers(OverseerTriggerThread.java:361)         at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.refreshAutoScalingConf(OverseerTriggerThread.java:308)         at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:138)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   38) Thread[id=7105, name=qtp977687025-7105, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   39) Thread[id=7143, name=org.eclipse.jetty.server.session.HashSessionManager@5bb63d35Timer, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   40) Thread[id=7148, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   41) Thread[id=7065, name=qtp106641591-7065, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   42) Thread[id=7079, name=TEST-LeaderFailoverAfterPartitionTest.test-seed#[AC5F3F4BA3EA643D]-SendThread(127.0.0.1:37923), state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   43) Thread[id=7102, name=qtp977687025-7102, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   44) Thread[id=7066, name=qtp106641591-7066-acceptor-0@3569545c-ServerConnector@2f6366f3{HTTP/1.1,[http/1.1]}{127.0.0.1:45395}, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   45) Thread[id=7139, name=qtp914699081-7139-acceptor-0@11070f61-ServerConnector@2b2c70fa{HTTP/1.1,[http/1.1]}{127.0.0.1:45243}, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)         at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)         at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   46) Thread[id=7067, name=qtp106641591-7067, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   47) Thread[id=7186, name=zkCallback-1452-thread-3, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   48) Thread[id=7136, name=qtp914699081-7136, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   49) Thread[id=7181, name=OverseerCollectionConfigSetProcessor-99236644725587977-127.0.0.1:37489_-n_0000000001, state=WAITING, group=Overseer collection creation process.]         at java.base@9.0.1/java.lang.Object.wait(Native Method)         at java.base@9.0.1/java.lang.Object.wait(Object.java:516)         at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)         at app//org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)         at app//org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)         at app//org.apache.solr.common.cloud.SolrZkClient$$Lambda$368/223404624.execute(Unknown Source)         at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)         at app//org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)         at app//org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)         at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   50) Thread[id=7100, name=qtp977687025-7100, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   51) Thread[id=7140, name=qtp914699081-7140, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.cloud.ZkController.waitForCoreNodeName(ZkController.java:1545)         at app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)         at app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622)         at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1032)         at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)         at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)         at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$199/61668435.execute(Unknown Source)         at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)         at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)         at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)         at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)         at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)         at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)         at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)         at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)         at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)         at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)         at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)         at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)         at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)         at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)         at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)         at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)         at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)         at app//org.eclipse.jetty.server.Server.handle(Server.java:534)         at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)         at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)         at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)         at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)         at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   52) Thread[id=7184, name=zkCallback-1442-thread-4, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   53) Thread[id=7147, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   54) Thread[id=7084, name=Thread-2192, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Object.wait(Native Method)         at java.base@9.0.1/java.lang.Object.wait(Object.java:516)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)   55) Thread[id=7163, name=Scheduler-891696205, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   56) Thread[id=7099, name=qtp977687025-7099, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   57) Thread[id=7135, name=qtp914699081-7135, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   58) Thread[id=7075, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   59) Thread[id=7106, name=qtp977687025-7106, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)         at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   60) Thread[id=7168, name=zkCallback-1462-thread-2, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   61) Thread[id=7158, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   62) Thread[id=7068, name=qtp106641591-7068, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   63) Thread[id=7124, name=Scheduler-1955099989, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)         at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   64) Thread[id=7190, name=zkCallback-1462-thread-4, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   65) Thread[id=7156, name=Thread-2210, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Object.wait(Native Method)         at java.base@9.0.1/java.lang.Object.wait(Object.java:516)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)   66) Thread[id=7063, name=qtp106641591-7063, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   67) Thread[id=7111, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   68) Thread[id=7152, name=TEST-LeaderFailoverAfterPartitionTest.test-seed#[AC5F3F4BA3EA643D]-SendThread(127.0.0.1:37923), state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   69) Thread[id=7165, name=zkCallback-1442-thread-2, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)   70) Thread[id=7166, name=zkCallback-1452-thread-2, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 70 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest: 
   1) Thread[id=7098, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=7101, name=qtp977687025-7101, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=7070, name=org.eclipse.jetty.server.session.HashSessionManager@5770c854Timer, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=7117, name=TEST-LeaderFailoverAfterPartitionTest.test-seed#[AC5F3F4BA3EA643D]-EventThread, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   5) Thread[id=7090, name=Scheduler-281768335, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   6) Thread[id=7191, name=zkCallback-1462-thread-5, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   7) Thread[id=7062, name=qtp106641591-7062, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   8) Thread[id=7080, name=TEST-LeaderFailoverAfterPartitionTest.test-seed#[AC5F3F4BA3EA643D]-EventThread, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   9) Thread[id=7074, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  10) Thread[id=7180, name=OverseerStateUpdate-99236644725587977-127.0.0.1:37489_-n_0000000001, state=WAITING, group=Overseer state updater.]
        at java.base@9.0.1/java.lang.Object.wait(Native Method)
        at java.base@9.0.1/java.lang.Object.wait(Object.java:516)
        at app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
        at app//org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1530)
        at app//org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:327)
        at app//org.apache.solr.common.cloud.SolrZkClient$$Lambda$375/1806084915.execute(Unknown Source)
        at app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at app//org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:327)
        at app//org.apache.solr.common.cloud.ZkStateReader.refreshCollectionList(ZkStateReader.java:606)
        at app//org.apache.solr.common.cloud.ZkStateReader.forciblyRefreshAllClusterStateSlow(ZkStateReader.java:318)
        at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:155)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  11) Thread[id=7154, name=zkConnectionManagerCallback-1463-thread-1, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  12) Thread[id=7141, name=qtp914699081-7141, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  13) Thread[id=7096, name=searcherExecutor-2457-thread-1, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  14) Thread[id=7107, name=org.eclipse.jetty.server.session.HashSessionManager@5bc7b605Timer, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
        at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  15) Thread[id=7134, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  16) Thread[id=7104, name=qtp977687025-7104, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  17) Thread[id=7112, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  18) Thread[id=7120, name=Thread-2201, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/java.lang.Object.wait(Native Method)
        at java.base@9.0.1/java.lang.Object.wait(Object.java:516)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
  19) Thread[id=7118, name=zkConnectionManagerCallback-1453-thread-1, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  20) Thread[id=7188, name=zkCallback-1452-thread-5, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  21) Thread[id=7086, name=Connection evictor, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  22) Thread[id=7138, name=qtp914699081-7138, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  23) Thread[id=7189, name=zkCallback-1462-thread-3, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  24) Thread[id=7103, name=qtp977687025-7103-acceptor-0@16658efe-ServerConnector@3dac4477{HTTP/1.1,[http/1.1]}{127.0.0.1:46469}, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
        at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
        at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
        at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
  25) Thread[id=7064, name=qtp106641591-7064, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
        at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at app//org.eclipse.jetty.io.Manag

[...truncated too long message...]

a.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   33) Thread[id=7185, name=zkCallback-1442-thread-5, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   34) Thread[id=7156, name=Thread-2210, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
   [junit4]    >         at java.base@9.0.1/java.lang.Object.wait(Native Method)
   [junit4]    >         at java.base@9.0.1/java.lang.Object.wait(Object.java:516)
   [junit4]    >         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
   [junit4]    >   35) Thread[id=7063, name=qtp106641591-7063, state=RUNNABLE, group=TGRP-LeaderFailoverAfterPartitionTest]
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:103)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
   [junit4]    >         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   36) Thread[id=7187, name=zkCallback-1452-thread-4, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   37) Thread[id=7152, name=TEST-LeaderFailoverAfterPartitionTest.test-seed#[AC5F3F4BA3EA643D]-SendThread(127.0.0.1:37923), state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >   38) Thread[id=7081, name=zkConnectionManagerCallback-1443-thread-1, state=WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   39) Thread[id=7183, name=zkCallback-1442-thread-3, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   40) Thread[id=7165, name=zkCallback-1442-thread-2, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    >   41) Thread[id=7166, name=zkCallback-1452-thread-2, state=TIMED_WAITING, group=TGRP-LeaderFailoverAfterPartitionTest]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AC5F3F4BA3EA643D]:0)
   [junit4] Completed [330/764 (2!)] on J0 in 130.05s, 1 test, 3 errors <<< FAILURES!

[...truncated 42237 lines...]

Mime
View raw message