lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Policeman Jenkins Server <jenk...@thetaphi.de>
Subject [JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 380 - Unstable!
Date Fri, 05 Jan 2018 00:20:01 GMT
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/380/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
	at __randomizedtesting.SeedInfo.seed([CAC2BAA46622F799:A02334CF5BB841E1]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
	at __randomizedtesting.SeedInfo.seed([CAC2BAA46622F799:9F925236CADB3869]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13211 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 2684860 INFO  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/init-core-data-001
   [junit4]   2> 2684861 WARN  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2684861 INFO  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2684864 INFO  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2684864 INFO  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001
   [junit4]   2> 2684864 INFO  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2684865 INFO  (Thread-2092) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2684865 INFO  (Thread-2092) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2684867 ERROR (Thread-2092) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2684965 INFO  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60014
   [junit4]   2> 2685047 INFO  (zkConnectionManagerCallback-2454-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685051 INFO  (jetty-launcher-2451-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2685051 INFO  (jetty-launcher-2451-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2685051 INFO  (jetty-launcher-2451-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2685051 INFO  (jetty-launcher-2451-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2685053 INFO  (jetty-launcher-2451-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f045248{/solr,null,AVAILABLE}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15b01ba{/solr,null,AVAILABLE}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5e8e6eb7{HTTP/1.1,[http/1.1]}{127.0.0.1:60016}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] o.e.j.s.Server Started @2689607ms
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60016}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@55d68701{HTTP/1.1,[http/1.1]}{127.0.0.1:60017}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] o.e.j.s.Server Started @2689608ms
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60017}
   [junit4]   2> 2685054 ERROR (jetty-launcher-2451-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2685054 ERROR (jetty-launcher-2451-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2685055 INFO  (jetty-launcher-2451-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-04T23:33:51.122Z
   [junit4]   2> 2685055 INFO  (jetty-launcher-2451-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-04T23:33:51.123Z
   [junit4]   2> 2685057 INFO  (jetty-launcher-2451-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42c9d5ff{/solr,null,AVAILABLE}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a3ef2ab{/solr,null,AVAILABLE}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e2f9f99{HTTP/1.1,[http/1.1]}{127.0.0.1:60019}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] o.e.j.s.Server Started @2689611ms
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60019}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2e6be3be{HTTP/1.1,[http/1.1]}{127.0.0.1:60021}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] o.e.j.s.Server Started @2689611ms
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60021}
   [junit4]   2> 2685058 ERROR (jetty-launcher-2451-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2685058 ERROR (jetty-launcher-2451-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-04T23:33:51.126Z
   [junit4]   2> 2685059 INFO  (jetty-launcher-2451-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2685059 INFO  (jetty-launcher-2451-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-04T23:33:51.127Z
   [junit4]   2> 2685059 INFO  (zkConnectionManagerCallback-2456-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685060 INFO  (jetty-launcher-2451-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2685061 INFO  (zkConnectionManagerCallback-2458-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685062 INFO  (zkConnectionManagerCallback-2462-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685062 INFO  (zkConnectionManagerCallback-2460-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685062 INFO  (jetty-launcher-2451-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2685063 INFO  (jetty-launcher-2451-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2685065 INFO  (jetty-launcher-2451-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2685073 INFO  (jetty-launcher-2451-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60014/solr
   [junit4]   2> 2685074 INFO  (jetty-launcher-2451-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60014/solr
   [junit4]   2> 2685075 INFO  (jetty-launcher-2451-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60014/solr
   [junit4]   2> 2685076 INFO  (zkConnectionManagerCallback-2468-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685077 INFO  (zkConnectionManagerCallback-2472-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685079 INFO  (jetty-launcher-2451-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60014/solr
   [junit4]   2> 2685080 INFO  (zkConnectionManagerCallback-2474-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685082 INFO  (zkConnectionManagerCallback-2482-thread-1-processing-n:127.0.0.1:60016_solr) [n:127.0.0.1:60016_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685083 INFO  (zkConnectionManagerCallback-2478-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685083 INFO  (zkConnectionManagerCallback-2481-thread-1-processing-n:127.0.0.1:60021_solr) [n:127.0.0.1:60021_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685085 INFO  (zkConnectionManagerCallback-2484-thread-1-processing-n:127.0.0.1:60017_solr) [n:127.0.0.1:60017_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685085 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160c3860ed60008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2685088 INFO  (zkConnectionManagerCallback-2486-thread-1-processing-n:127.0.0.1:60019_solr) [n:127.0.0.1:60019_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685325 INFO  (jetty-launcher-2451-thread-3) [n:127.0.0.1:60016_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2685326 INFO  (jetty-launcher-2451-thread-2) [n:127.0.0.1:60017_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2685326 INFO  (jetty-launcher-2451-thread-4) [n:127.0.0.1:60021_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2685326 INFO  (jetty-launcher-2451-thread-1) [n:127.0.0.1:60019_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2685326 INFO  (jetty-launcher-2451-thread-3) [n:127.0.0.1:60016_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60016_solr
   [junit4]   2> 2685327 INFO  (jetty-launcher-2451-thread-2) [n:127.0.0.1:60017_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60017_solr
   [junit4]   2> 2685328 INFO  (jetty-launcher-2451-thread-3) [n:127.0.0.1:60016_solr    ] o.a.s.c.Overseer Overseer (id=99294172344090633-127.0.0.1:60016_solr-n_0000000000) starting
   [junit4]   2> 2685328 INFO  (jetty-launcher-2451-thread-4) [n:127.0.0.1:60021_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60021_solr
   [junit4]   2> 2685328 INFO  (jetty-launcher-2451-thread-1) [n:127.0.0.1:60019_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60019_solr
   [junit4]   2> 2685371 INFO  (zkCallback-2480-thread-1-processing-n:127.0.0.1:60016_solr) [n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2685372 INFO  (zkCallback-2479-thread-1-processing-n:127.0.0.1:60021_solr) [n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2685380 INFO  (zkCallback-2483-thread-1-processing-n:127.0.0.1:60017_solr) [n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2685383 INFO  (zkCallback-2485-thread-1-processing-n:127.0.0.1:60019_solr) [n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2685400 INFO  (jetty-launcher-2451-thread-3) [n:127.0.0.1:60016_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60016_solr
   [junit4]   2> 2685411 INFO  (jetty-launcher-2451-thread-1) [n:127.0.0.1:60019_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685417 INFO  (jetty-launcher-2451-thread-2) [n:127.0.0.1:60017_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60017.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685423 INFO  (zkCallback-2485-thread-1-processing-n:127.0.0.1:60019_solr) [n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2685423 INFO  (zkCallback-2483-thread-1-processing-n:127.0.0.1:60017_solr) [n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2685423 INFO  (zkCallback-2480-thread-1-processing-n:127.0.0.1:60016_solr) [n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2685423 INFO  (zkCallback-2479-thread-1-processing-n:127.0.0.1:60021_solr) [n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2685424 INFO  (jetty-launcher-2451-thread-2) [n:127.0.0.1:60017_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60017.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685424 INFO  (jetty-launcher-2451-thread-2) [n:127.0.0.1:60017_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60017.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685429 INFO  (jetty-launcher-2451-thread-2) [n:127.0.0.1:60017_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/.
   [junit4]   2> 2685430 INFO  (jetty-launcher-2451-thread-1) [n:127.0.0.1:60019_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685432 INFO  (jetty-launcher-2451-thread-1) [n:127.0.0.1:60019_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685433 INFO  (jetty-launcher-2451-thread-1) [n:127.0.0.1:60019_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/.
   [junit4]   2> 2685469 INFO  (jetty-launcher-2451-thread-4) [n:127.0.0.1:60021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60021.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685478 INFO  (jetty-launcher-2451-thread-4) [n:127.0.0.1:60021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60021.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685478 INFO  (jetty-launcher-2451-thread-4) [n:127.0.0.1:60021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60021.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685480 INFO  (jetty-launcher-2451-thread-4) [n:127.0.0.1:60021_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/.
   [junit4]   2> 2685522 INFO  (jetty-launcher-2451-thread-3) [n:127.0.0.1:60016_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60016.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685527 INFO  (jetty-launcher-2451-thread-3) [n:127.0.0.1:60016_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60016.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685528 INFO  (jetty-launcher-2451-thread-3) [n:127.0.0.1:60016_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60016.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685528 INFO  (jetty-launcher-2451-thread-3) [n:127.0.0.1:60016_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/.
   [junit4]   2> 2685564 INFO  (zkConnectionManagerCallback-2496-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685568 INFO  (zkConnectionManagerCallback-2500-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685570 INFO  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2685571 INFO  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60014/solr ready
   [junit4]   2> 2685601 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[CAC2BAA46622F799]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 2685602 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[CAC2BAA46622F799]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2685606 INFO  (qtp1222686268-11984) [n:127.0.0.1:60019_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&nrtReplicas=2&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2685608 INFO  (OverseerThreadFactory-4749-thread-1-processing-n:127.0.0.1:60016_solr) [n:127.0.0.1:60016_solr    ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
   [junit4]   2> 2685720 INFO  (OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60016/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685726 INFO  (OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60017/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685730 INFO  (OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60019/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685733 INFO  (OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60021/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685737 INFO  (OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60016/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685741 INFO  (OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60017/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685745 INFO  (OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60019/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685749 INFO  (OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60021/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685968 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n4&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685971 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2685971 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685971 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685971 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n12&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685971 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2685972 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2685972 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n8&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685972 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n10&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685973 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n6&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685973 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685974 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2686096 INFO  (zkCallback-2480-thread-1-processing-n:127.0.0.1:60016_solr) [n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686096 INFO  (zkCallback-2479-thread-1-processing-n:127.0.0.1:60021_solr) [n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686096 INFO  (zkCallback-2483-thread-1-processing-n:127.0.0.1:60017_solr) [n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686096 INFO  (zkCallback-2485-thread-1-processing-n:127.0.0.1:60019_solr) [n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686097 INFO  (zkCallback-2480-thread-2-processing-n:127.0.0.1:60016_solr) [n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686097 INFO  (zkCallback-2485-thread-2-processing-n:127.0.0.1:60019_solr) [n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686097 INFO  (zkCallback-2483-thread-2-processing-n:127.0.0.1:60017_solr) [n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686098 INFO  (zkCallback-2479-thread-2-processing-n:127.0.0.1:60021_solr) [n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687026 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687026 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687026 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687040 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687041 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687041 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687045 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687047 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 2687047 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n12] Schema name=cloud-dynamic
   [junit4]   2> 2687049 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n4] Schema name=cloud-dynamic
   [junit4]   2> 2687059 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687064 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 2687083 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687083 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n2' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687084 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60017.solr.core.routeFieldColl.shard1.replica_n2' (registry 'solr.core.routeFieldColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687084 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687084 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/routeFieldColl_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/./routeFieldColl_shard1_replica_n2/data/]
   [junit4]   2> 2687086 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687086 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n6' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687086 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 2687086 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60021.solr.core.routeFieldColl.shard2.replica_n6' (registry 'solr.core.routeFieldColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687086 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687087 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/routeFieldColl_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/./routeFieldColl_shard2_replica_n6/data/]
   [junit4]   2> 2687087 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n14] Schema name=cloud-dynamic
   [junit4]   2> 2687089 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687089 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n4' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687090 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60019.solr.core.routeFieldColl.shard2.replica_n4' (registry 'solr.core.routeFieldColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687090 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687090 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/routeFieldColl_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/./routeFieldColl_shard2_replica_n4/data/]
   [junit4]   2> 2687091 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687091 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n12' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687091 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60019.solr.core.routeFieldColl.shard4.replica_n12' (registry 'solr.core.routeFieldColl.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687091 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687092 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/routeFieldColl_shard4_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/./routeFieldColl_shard4_replica_n12/data/]
   [junit4]   2> 2687094 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n10] Schema name=cloud-dynamic
   [junit4]   2> 2687094 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 2687107 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687107 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n14' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687108 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60021.solr.core.routeFieldColl.shard4.replica_n14' (registry 'solr.core.routeFieldColl.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687108 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687108 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/routeFieldColl_shard4_replica_n14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/./routeFieldColl_shard4_replica_n14/data/]
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n10' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60017.solr.core.routeFieldColl.shard3.replica_n10' (registry 'solr.core.routeFieldColl.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/routeFieldColl_shard3_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/./routeFieldColl_shard3_replica_n10/data/]
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n1' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60016.solr.core.routeFieldColl.shard1.replica_n1' (registry 'solr.core.routeFieldColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/routeFieldColl_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/./routeFieldColl_shard1_replica_n1/data/]
   [junit4]   2> 2687120 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687120 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n8' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687121 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60016.solr.core.routeFieldColl.shard3.replica_n8' (registry 'solr.core.routeFieldColl.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687121 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687121 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/routeFieldColl_shard3_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/./routeFieldColl_shard3_replica_n8/data/]
   [junit4]   2> 2687232 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2687232 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687235 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687235 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687242 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e10fc7c[routeFieldColl_shard2_replica_n6] main]
   [junit4]   2> 2687246 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2687246 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687248 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687248 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687248 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2687248 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687251 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2687251 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687253 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687253 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687254 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.s.SolrIndexSearcher Opening [Searcher@134109fa[routeFieldColl_shard4_replica_n14] main]
   [junit4]   2> 2687254 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687254 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588706760009449472
   [junit4]   2> 2687255 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2687255 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687259 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@36a8880b[routeFieldColl_shard1_replica_n2] main]
   [junit4]   2> 2687259 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687261 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2687261 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687262 INFO  (searcherExecutor-4757-thread-1-processing-n:127.0.0.1:60021_solr x:routeFieldColl_shard2_replica_n6 s:shard2 c:routeFieldColl r:core_node9) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n6] Registered new searcher Searcher@3e10fc7c[routeFieldColl_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687264 INFO  (searcherExecutor-4760-thread-1-processing-n:127.0.0.1:60021_solr x:routeFieldColl_shard4_replica_n14 s:shard4 c:routeFieldColl r:core_node16) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n14] Registered new searcher Searcher@134109fa[routeFieldColl_shard4_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687265 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588706760020983808
   [junit4]   2> 2687268 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2687268 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687270 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687270 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687270 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687272 INFO  (searcherExecutor-4756-thread-1-processing-n:127.0.0.1:60017_solr x:routeFieldColl_shard1_replica_n2 s:shard1 c:routeFieldColl r:core_node5) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n2] Registered new searcher Searcher@36a8880b[routeFieldColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687272 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2687272 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588706760028323840
   [junit4]   2> 2687275 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2687275 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687276 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687276 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687280 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2687280 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2687281 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2687281 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687281 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687282 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@46496597[routeFieldColl_shard2_replica_n4] main]
   [junit4]   2> 2687282 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687282 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687283 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2687283 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687284 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687284 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687285 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687285 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588706760041955328
   [junit4]   2> 2687286 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2687286 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687286 INFO  (searcherExecutor-4758-thread-1-processing-n:127.0.0.1:60019_solr x:routeFieldColl_shard2_replica_n4 s:shard2 c:routeFieldColl r:core_node7) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n4] Registered new searcher Searcher@46496597[routeFieldColl_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687286 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9995ms
   [junit4]   2> 2687287 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@53b2f5f5[routeFieldColl_shard3_replica_n10] main]
   [junit4]   2> 2687287 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687287 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687287 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.s.SolrIndexSearcher Opening [Searcher@73d99ca2[routeFieldColl_shard4_replica_n12] main]
   [junit4]   2> 2687288 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2687289 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687289 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2687289 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687289 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687289 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588706760046149632
   [junit4]   2> 2687290 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687290 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fb7b281[routeFieldColl_shard1_replica_n1] main]
   [junit4]   2> 2687290 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588706760047198208
   [junit4]   2> 2687291 INFO  (searcherExecutor-4761-thread-1-processing-n:127.0.0.1:60017_solr x:routeFieldColl_shard3_replica_n10 s:shard3 c:routeFieldColl r:core_node13) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n10] Registered new searcher Searcher@53b2f5f5[routeFieldColl_shard3_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687291 INFO  (searcherExecutor-4759-thread-1-processing-n:127.0.0.1:60019_solr x:routeFieldColl_shard4_replica_n12 s:shard4 c:routeFieldColl r:core_node15) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n12] Registered new searcher Searcher@73d99ca2[routeFieldColl_shard4_replica_n12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687293 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2687294 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687294 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c63841e[routeFieldColl_shard3_replica_n8] main]
   [junit4]   2> 2687295 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2687296 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687296 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2687296 INFO  (searcherExecutor-4762-thread-1-processing-n:127.0.0.1:60016_solr x:routeFieldColl_shard1_replica_n1 s:shard1 c:routeFieldColl r:core_node3) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n1] Registered new searcher Searcher@5fb7b281[routeFieldColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687296 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687296 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588706760053489664
   [junit4]   2> 2687297 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687297 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588706760054538240
   [junit4]   2> 2687298 INFO  (searcherExecutor-4763-thread-1-processing-n:127.0.0.1:60016_solr x:routeFieldColl_shard3_replica_n8 s:shard3 c:routeFieldColl r:core_node11) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n8] Registered new searcher Searcher@3c63841e[routeFieldColl_shard3_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687407 INFO  (zkCallback-2480-thread-3-processing-n:127.0.0.1:60016_solr) [n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  (zkCallback-2480-thread-2-processing-n:127.0.0.1:60016_solr) [n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  (zkCallback-2479-thread-1-processing-n:127.0.0.1:60021_solr) [n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  (zkCallback-2483-thread-2-processing-n:127.0.0.1:60017_solr) [n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  (zkCallback-2483-thread-1-processing-n:127.0.0.1:60017_solr) [n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  (zkCallback-2485-thread-2-processing-n:127.0.0.1:60019_solr) [n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  (zkCallback-2485-thread-1-processing-n:127.0.0.1:60019_solr) [n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  (zkCallback-2479-thread-2-processing-n:127.0.0.1:60021_solr) [n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687780 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2687780 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2687780 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60021/solr/routeFieldColl_shard4_replica_n14/
   [junit4]   2> 2687780 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica_n14 url=http://127.0.0.1:60021/solr START replicas=[http://127.0.0.1:60019/solr/routeFieldColl_shard4_replica_n12/] nUpdates=100
   [junit4]   2> 2687782 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2687782 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2687782 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60017/solr/routeFieldColl_shard1_replica_n2/
   [junit4]   2> 2687783 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica_n2 url=http://127.0.0.1:60017/solr START replicas=[http://127.0.0.1:60016/solr/routeFieldColl_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 2687784 INFO  (qtp1222686268-11990) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] o.a.s.c.S.Request [routeFieldColl_shard4_replica_n12]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2687789 INFO  (qtp68684522-11960) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] o.a.s.c.S.Request [routeFieldColl_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 2687790 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2687790 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2687790 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60021/solr/routeFieldColl_shard2_replica_n6/
   [junit4]   2> 2687791 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica_n6 url=http://127.0.0.1:60021/solr START replicas=[http://127.0.0.1:60019/solr/routeFieldColl_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 2687793 INFO  (qtp1222686268-11969) [n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] o.a.s.c.S.Request [routeFieldColl_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2687807 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2687807 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2687807 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60017/solr/routeFieldColl_shard3_replica_n10/
   [junit4]   2> 2687808 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica_n10 url=http://127.0.0.1:60017/solr START replicas=[http://127.0.0.1:60016/solr/routeFieldColl_shard3_replica_n8/] nUpdates=100
   [junit4]   2> 2687811 INFO  (qtp68684522-11962) [n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] o.a.s.c.S.Request [routeFieldColl_shard3_replica_n8]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2688090 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica_n2 url=http://127.0.0.1:60017/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2688090 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica_n14 url=http://127.0.0.1:60021/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2688090 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2688090 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2688090 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2688090 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2688090 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2688090 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] o.a.s.c.ShardLeaderElectionContext 

[...truncated too long message...]

ters for registry=solr.collection.testCreateShardRepFactor.b.leader, tag=546735443
   [junit4]   2> 2772248 INFO  (coreCloseExecutor-4870-thread-1) [n:127.0.0.1:60016_solr c:testCreateShardRepFactor s:a r:core_node3 x:testCreateShardRepFactor_a_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCreateShardRepFactor.a.leader, tag=842509230
   [junit4]   2> 2772248 INFO  (coreCloseExecutor-4871-thread-1) [n:127.0.0.1:60021_solr c:testCreateShardRepFactor s:x r:core_node6 x:testCreateShardRepFactor_x_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCreateShardRepFactor.x.leader, tag=391817789
   [junit4]   2> 2772255 INFO  (jetty-closer-2452-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@42c9d5ff{/solr,null,UNAVAILABLE}
   [junit4]   2> 2772255 INFO  (jetty-closer-2452-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a3ef2ab{/solr,null,UNAVAILABLE}
   [junit4]   2> 2772260 INFO  (jetty-closer-2452-thread-4) [    ] o.a.s.c.Overseer Overseer (id=99294172344090633-127.0.0.1:60016_solr-n_0000000000) closing
   [junit4]   2> 2772260 INFO  (OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60016_solr
   [junit4]   2> 2772261 WARN  (OverseerAutoScalingTriggerThread-99294172344090633-127.0.0.1:60016_solr-n_0000000000) [n:127.0.0.1:60016_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2772263 INFO  (jetty-closer-2452-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f045248{/solr,null,UNAVAILABLE}
   [junit4]   2> 2773688 WARN  (zkCallback-2483-thread-2-processing-n:127.0.0.1:60017_solr) [n:127.0.0.1:60017_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:60021_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:60021_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2773689 INFO  (jetty-closer-2452-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15b01ba{/solr,null,UNAVAILABLE}
   [junit4]   2> 2773690 ERROR (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2773691 INFO  (SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60014 60014
   [junit4]   2> 2773815 INFO  (Thread-2092) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60014 60014
   [junit4]   2> 2774732 WARN  (Thread-2092) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/configs/conf
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	9	/solr/collections/withShardField/state.json
   [junit4]   2> 	7	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	49	/solr/collections/withShardField/state.json
   [junit4]   2> 	24	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	23	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	18	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99294172344090633-127.0.0.1:60016_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	26	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=en, timezone=America/Hermosillo
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=210941264,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ReplicaListTransformerTest, BooleanFieldTest, BasicZkTest, FileBasedSpellCheckerTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestNumericTokenStream, CachingDirectoryFactoryTest, SolrCloudExampleTest, TestStressVersions, DistributedIntervalFacetingTest, TestRestoreCore, AliasIntegrationTest, ConcurrentDeleteAndCreateCollectionTest, BlobRepositoryCloudTest, TermsComponentTest, ShardRoutingCustomTest, DeleteLastCustomShardedReplicaTest, TestReload, TestPushWriter, LoggingHandlerTest, CoreAdminRequestStatusTest, TermVectorComponentDistributedTest, TestSubQueryTransformerDistrib, TestBlobHandler, TestSolrCloudWithHadoopAuthPlugin, SolrIndexConfigTest, TestBM25SimilarityFactory, TestRuleBasedAuthorizationPlugin, TestNumericTerms32, AtomicUpdatesTest, TestFastWriter, TestCloudSchemaless, SoftAutoCommitTest, TermVectorComponentTest, RankQueryTest, TestLeaderElectionWithEmptyReplica, TestNodeLostTrigger, SolrShardReporterTest, TestFieldCacheReopen, SOLR749Test, JSONWriterTest, TestAuthenticationFramework, TestExactSharedStatsCache, TestLuceneMatchVersion, CollectionsAPIDistributedZkTest, TestSimDistributedQueue, HdfsAutoAddReplicasIntegrationTest, RestartWhileUpdatingTest, TestSolrCloudSnapshots, TestSerializedLuceneMatchVersion, TestHashQParserPlugin, UUIDUpdateProcessorFallbackTest, TestHashPartitioner, TestRequestForwarding, SimpleCollectionCreateDeleteTest, MissingSegmentRecoveryTest, DocValuesMissingTest, TestWordDelimiterFilterFactory, TestLMJelinekMercerSimilarityFactory, HdfsBasicDistributedZkTest, TestTrie, SolrSlf4jReporterTest, TestConfigSetsAPIExclusivity, ZkNodePropsTest, FileUtilsTest, MultiThreadedOCPTest, TestFieldCacheWithThreads, TestDistribDocBasedVersion, TestClusterProperties, TestPullReplica, AnalysisErrorHandlingTest, FacetPivotSmallTest, TemplateUpdateProcessorTest, BlockJoinFacetDistribTest, SimpleMLTQParserTest, TestCloudRecovery, TestSolrQueryResponse, JavabinLoaderTest, ActionThrottleTest, SolrJmxReporterCloudTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestConfig, HttpPartitionTest, ZkFailoverTest, TestCharFilters, TestCSVLoader, TestManagedSynonymGraphFilterFactory, TestUseDocValuesAsStored2, TestCloudInspectUtil, TestExclusionRuleCollectionAccess, RecoveryAfterSoftCommitTest, TestConfigSetProperties, TestComputePlanAction, LukeRequestHandlerTest, TestManagedResourceStorage, TestLargeCluster, JvmMetricsTest, BitVectorTest, TestSolrQueryParser, OpenCloseCoreStressTest, TestLockTree, HdfsDirectoryTest, JsonLoaderTest, PreAnalyzedFieldTest, TestPerFieldSimilarityWithDefaultOverride, TestRebalanceLeaders, ZkStateWriterTest, MetricTriggerTest, TestTolerantUpdateProcessorCloud, TestSQLHandlerNonCloud, SolrMetricReporterTest, TestComponentsName, AutoAddReplicasPlanActionTest, TestApiFramework, RuleEngineTest, TestJettySolrRunner, UtilsToolTest, MoveReplicaHDFSTest, ExitableDirectoryReaderTest, CloudExitableDirectoryReaderTest, TestExtendedDismaxParser, TestDefaultStatsCache, TestSearchPerf, InfoHandlerTest, TestGroupingSearch, SystemLogListenerTest, TestClusterStateMutator, QueryEqualityTest, DocumentAnalysisRequestHandlerTest, TestStressReorder, FieldMutatingUpdateProcessorTest, DistributedFacetPivotWhiteBoxTest, TestFastOutputStream, HLLUtilTest, TestSkipOverseerOperations, TestStressLucene, DistributedQueueTest, TestDynamicLoading, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CustomCollectionTest]
   [junit4] Completed [477/765 (1!)] on J1 in 89.88s, 4 tests, 2 errors <<< FAILURES!

[...truncated 49129 lines...]

Mime
View raw message