lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Policeman Jenkins Server <jenk...@thetaphi.de>
Subject [JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 21191 - Still Unstable!
Date Mon, 01 Jan 2018 14:52:32 GMT
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21191/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:
Timed out waiting for collection:testMetricTrigger to become active null Live Nodes: [127.0.0.1:35237_solr, 127.0.0.1:35645_solr, 127.0.0.1:42571_solr, 127.0.0.1:45541_solr, 127.0.0.1:46411_solr] Last available state: DocCollection(testMetricTrigger//collections/testMetricTrigger/state.json/3)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{"core_node3":{           "core":"testMetricTrigger_shard1_replica_n1",           "base_url":"https://127.0.0.1:35237/solr",           "node_name":"127.0.0.1:35237_solr",           "state":"down",           "type":"NRT",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{"core_node4":{           "core":"testMetricTrigger_shard2_replica_n2",           "base_url":"https://127.0.0.1:45541/solr",           "node_name":"127.0.0.1:45541_solr",           "state":"down",           "type":"NRT",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timed out waiting for collection:testMetricTrigger to become active
null
Live Nodes: [127.0.0.1:35237_solr, 127.0.0.1:35645_solr, 127.0.0.1:42571_solr, 127.0.0.1:45541_solr, 127.0.0.1:46411_solr]
Last available state: DocCollection(testMetricTrigger//collections/testMetricTrigger/state.json/3)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{"core_node3":{
          "core":"testMetricTrigger_shard1_replica_n1",
          "base_url":"https://127.0.0.1:35237/solr",
          "node_name":"127.0.0.1:35237_solr",
          "state":"down",
          "type":"NRT",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{"core_node4":{
          "core":"testMetricTrigger_shard2_replica_n2",
          "base_url":"https://127.0.0.1:45541/solr",
          "node_name":"127.0.0.1:45541_solr",
          "state":"down",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([369F54544E1AB995:8C9363DB11F26FDA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1520)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1774 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20180101_133116_8552089741277111517352.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Default case invoked for: 
   [junit4]    opcode  = 0, "Node"
   [junit4] Default case invoked for: 
   [junit4]    opcode  = 0, "Node"
   [junit4] Default case invoked for: 
   [junit4]    opcode  = 201, "Phi"
   [junit4] <<< JVM J0: EOF ----

[...truncated 11020 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> 827743 INFO  (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/init-core-data-001
   [junit4]   2> 827744 INFO  (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 827745 INFO  (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 827746 INFO  (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001
   [junit4]   2> 827746 INFO  (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 827746 INFO  (Thread-1448) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 827746 INFO  (Thread-1448) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 827747 ERROR (Thread-1448) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 827846 INFO  (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40555
   [junit4]   2> 827848 INFO  (zkConnectionManagerCallback-1572-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 827849 INFO  (jetty-launcher-1569-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 827849 INFO  (jetty-launcher-1569-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 827852 INFO  (jetty-launcher-1569-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2681c5f9{/solr,null,AVAILABLE}
   [junit4]   2> 827852 INFO  (jetty-launcher-1569-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6de20c5f{/solr,null,AVAILABLE}
   [junit4]   2> 827853 INFO  (jetty-launcher-1569-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@490ba347{SSL,[ssl, http/1.1]}{127.0.0.1:46411}
   [junit4]   2> 827853 INFO  (jetty-launcher-1569-thread-1) [    ] o.e.j.s.Server Started @829948ms
   [junit4]   2> 827853 INFO  (jetty-launcher-1569-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c8ac8c3{SSL,[ssl, http/1.1]}{127.0.0.1:45541}
   [junit4]   2> 827853 INFO  (jetty-launcher-1569-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46411}
   [junit4]   2> 827853 INFO  (jetty-launcher-1569-thread-2) [    ] o.e.j.s.Server Started @829948ms
   [junit4]   2> 827853 INFO  (jetty-launcher-1569-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45541}
   [junit4]   2> 827853 ERROR (jetty-launcher-1569-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 827853 ERROR (jetty-launcher-1569-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 827853 INFO  (jetty-launcher-1569-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 827853 INFO  (jetty-launcher-1569-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 827854 INFO  (jetty-launcher-1569-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 827854 INFO  (jetty-launcher-1569-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 827854 INFO  (jetty-launcher-1569-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 827854 INFO  (jetty-launcher-1569-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 827854 INFO  (jetty-launcher-1569-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-01T14:08:49.749Z
   [junit4]   2> 827854 INFO  (jetty-launcher-1569-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-01T14:08:49.749Z
   [junit4]   2> 827864 INFO  (zkConnectionManagerCallback-1576-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 827864 INFO  (jetty-launcher-1569-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 827865 INFO  (zkConnectionManagerCallback-1575-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 827867 INFO  (jetty-launcher-1569-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 827873 INFO  (jetty-launcher-1569-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40555/solr
   [junit4]   2> 827877 INFO  (zkConnectionManagerCallback-1580-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 827877 INFO  (jetty-launcher-1569-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40555/solr
   [junit4]   2> 827880 INFO  (zkConnectionManagerCallback-1584-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 827880 INFO  (zkConnectionManagerCallback-1586-thread-1-processing-n:127.0.0.1:46411_solr) [n:127.0.0.1:46411_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 827885 INFO  (zkConnectionManagerCallback-1588-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 827919 INFO  (jetty-launcher-1569-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 827919 INFO  (jetty-launcher-1569-thread-1) [n:127.0.0.1:46411_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 827920 INFO  (jetty-launcher-1569-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45541_solr
   [junit4]   2> 827920 INFO  (jetty-launcher-1569-thread-1) [n:127.0.0.1:46411_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46411_solr
   [junit4]   2> 827920 INFO  (jetty-launcher-1569-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.Overseer Overseer (id=99274963657818118-127.0.0.1:45541_solr-n_0000000000) starting
   [junit4]   2> 827920 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 827921 INFO  (zkCallback-1585-thread-1-processing-n:127.0.0.1:46411_solr) [n:127.0.0.1:46411_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 827925 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 827925 INFO  (jetty-launcher-1569-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45541_solr
   [junit4]   2> 827925 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 827926 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46411_solr]
   [junit4]   2> 827926 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 827926 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 827926 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 827926 INFO  (zkCallback-1585-thread-1-processing-n:127.0.0.1:46411_solr) [n:127.0.0.1:46411_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 827926 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 827927 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 827927 DEBUG (ScheduledTrigger-3175-thread-1) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 827974 INFO  (jetty-launcher-1569-thread-1) [n:127.0.0.1:46411_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46411.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 827981 INFO  (jetty-launcher-1569-thread-1) [n:127.0.0.1:46411_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46411.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 827981 INFO  (jetty-launcher-1569-thread-1) [n:127.0.0.1:46411_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46411.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 827982 INFO  (jetty-launcher-1569-thread-1) [n:127.0.0.1:46411_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001/node1/.
   [junit4]   2> 827994 INFO  (jetty-launcher-1569-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45541.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 828000 INFO  (jetty-launcher-1569-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45541.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 828000 INFO  (jetty-launcher-1569-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45541.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 828001 INFO  (jetty-launcher-1569-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001/node2/.
   [junit4]   2> 828019 INFO  (zkConnectionManagerCallback-1594-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828024 INFO  (zkConnectionManagerCallback-1598-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828025 INFO  (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 828025 INFO  (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40555/solr ready
   [junit4]   2> 828037 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 828037 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 828037 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 828037 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 828038 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 828039 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 828039 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 828066 INFO  (qtp1107916546-7045) [n:127.0.0.1:45541_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 828085 INFO  (qtp114934026-7032) [n:127.0.0.1:46411_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 828085 DEBUG (qtp1107916546-7033) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 828085 INFO  (qtp1107916546-7033) [n:127.0.0.1:45541_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=28
   [junit4]   2> 828085 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 828087 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 828088 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:45541_solr, 127.0.0.1:46411_solr]
   [junit4]   2> 828088 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 828088 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 828089 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@672b52db{/solr,null,AVAILABLE}
   [junit4]   2> 828089 INFO  (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 828090 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e4782e5{SSL,[ssl, http/1.1]}{127.0.0.1:35237}
   [junit4]   2> 828090 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 828090 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.e.j.s.Server Started @830185ms
   [junit4]   2> 828090 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35237}
   [junit4]   2> 828090 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 828090 DEBUG (ScheduledTrigger-3175-thread-1) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 828090 DEBUG (ScheduledTrigger-3175-thread-1) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 828090 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 828090 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 828090 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 828091 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 828091 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-01T14:08:49.986Z
   [junit4]   2> 828092 INFO  (zkConnectionManagerCallback-1600-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828092 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 828096 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40555/solr
   [junit4]   2> 828097 INFO  (zkConnectionManagerCallback-1604-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828098 INFO  (zkConnectionManagerCallback-1606-thread-1-processing-n:127.0.0.1:35237_solr) [n:127.0.0.1:35237_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 828100 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [n:127.0.0.1:35237_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 828101 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [n:127.0.0.1:35237_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 828102 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [n:127.0.0.1:35237_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35237_solr
   [junit4]   2> 828103 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 828103 INFO  (zkCallback-1585-thread-1-processing-n:127.0.0.1:46411_solr) [n:127.0.0.1:46411_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 828105 INFO  (zkCallback-1597-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 828105 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:35237_solr) [n:127.0.0.1:35237_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 828164 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [n:127.0.0.1:35237_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35237.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 828170 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [n:127.0.0.1:35237_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35237.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 828170 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [n:127.0.0.1:35237_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35237.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 828171 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [n:127.0.0.1:35237_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001/node3/.
   [junit4]   2> 829092 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 829092 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 829092 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35237_solr at time 2516872959246403
   [junit4]   2> 829713 INFO  (qtp968206510-7094) [n:127.0.0.1:35237_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829715 INFO  (qtp1107916546-7033) [n:127.0.0.1:45541_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829717 INFO  (qtp114934026-7047) [n:127.0.0.1:46411_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829717 DEBUG (qtp114934026-7032) [n:127.0.0.1:46411_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 829717 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 829718 INFO  (qtp114934026-7032) [n:127.0.0.1:46411_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=21
   [junit4]   2> 829718 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:45541_solr, 127.0.0.1:46411_solr, 127.0.0.1:35237_solr]
   [junit4]   2> 829718 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 829718 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 829718 INFO  (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 829718 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:35237_solr
   [junit4]   2> 829718 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 829719 DEBUG (ScheduledTrigger-3175-thread-1) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 829719 DEBUG (ScheduledTrigger-3175-thread-1) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 829719 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 829719 DEBUG (ScheduledTrigger-3175-thread-1) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:35237_solr] added at times [2516873585816962], now=2516873586189298
   [junit4]   2> 829719 DEBUG (ScheduledTrigger-3175-thread-1) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"8f1154c06f582T5wcklopkc5tqnjibrrkn2n2u2",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":2516873585816962,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2516873585816962],
   [junit4]   2>     "nodeNames":["127.0.0.1:35237_solr"]}}
   [junit4]   2> 829719 INFO  (ScheduledTrigger-3175-thread-1) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 829719 DEBUG (AutoscalingActionExecutor-3176-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"8f1154c06f582T5wcklopkc5tqnjibrrkn2n2u2",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":2516873585816962,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2516873585816962],
   [junit4]   2>     "_enqueue_time_":2516873586441192,
   [junit4]   2>     "nodeNames":["127.0.0.1:35237_solr"]}}
   [junit4]   2> 829720 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[369F54544E1AB995]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
   [junit4]   2> 829721 DEBUG (AutoscalingActionExecutor-3176-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=8f1154c06f582T5wcklopkc5tqnjibrrkn2n2u2
   [junit4]   2> 829729 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
   [junit4]   2> 829729 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 829729 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 829729 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 829730 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 829730 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 829730 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 829735 INFO  (qtp968206510-7100) [n:127.0.0.1:35237_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829737 INFO  (qtp1107916546-7033) [n:127.0.0.1:45541_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829738 INFO  (qtp114934026-7047) [n:127.0.0.1:46411_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829739 DEBUG (qtp968206510-7101) [n:127.0.0.1:35237_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 829739 INFO  (qtp968206510-7101) [n:127.0.0.1:35237_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 829739 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 829739 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:45541_solr, 127.0.0.1:46411_solr, 127.0.0.1:35237_solr]
   [junit4]   2> 829739 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
   [junit4]   2> 829740 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 829740 INFO  (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 829741 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 829741 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 829741 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 829741 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 829743 INFO  (qtp968206510-7094) [n:127.0.0.1:35237_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829743 INFO  (qtp1107916546-7037) [n:127.0.0.1:45541_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829743 INFO  (qtp114934026-7032) [n:127.0.0.1:46411_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829744 DEBUG (qtp968206510-7095) [n:127.0.0.1:35237_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 829744 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 829744 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 829744 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:45541_solr, 127.0.0.1:46411_solr, 127.0.0.1:35237_solr]
   [junit4]   2> 829744 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
   [junit4]   2> 829744 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 829745 INFO  (qtp968206510-7094) [n:127.0.0.1:35237_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829745 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829745 INFO  (qtp114934026-7040) [n:127.0.0.1:46411_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 829746 DEBUG (qtp968206510-7096) [n:127.0.0.1:35237_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 829746 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 829746 INFO  (qtp968206510-7096) [n:127.0.0.1:35237_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 829747 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 829748 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 829748 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:45541_solr, 127.0.0.1:46411_solr, 127.0.0.1:35237_solr]
   [junit4]   2> 829748 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction}], enabled=true}
   [junit4]   2> 829748 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 7
   [junit4]   2> 829748 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 829748 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 829748 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 829757 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28f88e5c{/solr,null,AVAILABLE}
   [junit4]   2> 829758 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@72803206{SSL,[ssl, http/1.1]}{127.0.0.1:35645}
   [junit4]   2> 829758 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.e.j.s.Server Started @831853ms
   [junit4]   2> 829758 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35645}
   [junit4]   2> 829765 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 829765 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 829765 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 829765 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 829765 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-01T14:08:51.660Z
   [junit4]   2> 829767 INFO  (zkConnectionManagerCallback-1610-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 829767 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 829773 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40555/solr
   [junit4]   2> 829774 INFO  (zkConnectionManagerCallback-1614-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 829775 INFO  (zkConnectionManagerCallback-1616-thread-1-processing-n:127.0.0.1:35645_solr) [n:127.0.0.1:35645_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 829777 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:35645_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 829778 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:35645_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 829778 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:35645_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35645_solr
   [junit4]   2> 829779 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:35237_solr) [n:127.0.0.1:35237_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 829779 INFO  (zkCallback-1585-thread-1-processing-n:127.0.0.1:46411_solr) [n:127.0.0.1:46411_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 829779 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 829779 INFO  (zkCallback-1615-thread-1-processing-n:127.0.0.1:35645_solr) [n:127.0.0.1:35645_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 829780 INFO  (zkCallback-1597-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 829813 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:35645_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35645.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 829819 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:35645_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35645.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 829820 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:35645_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35645.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 829820 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:35645_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001/node4/.
   [junit4]   2> 830742 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 830742 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 830742 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:35645_solr at time 2516874609304224
   [junit4]   2> 831742 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 831742 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 832743 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 832743 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 832743 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:35645_solr] added at times [2516874609304224], now=2516876610201956
   [junit4]   2> 832743 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"8f115890822a0T5wcklopkc5tqnjibrrkn2n2u4",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2516874609304224,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2516874609304224],
   [junit4]   2>     "nodeNames":["127.0.0.1:35645_solr"]}}
   [junit4]   2> 832743 INFO  (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 832744 DEBUG (AutoscalingActionExecutor-3176-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"8f115890822a0T5wcklopkc5tqnjibrrkn2n2u4",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2516874609304224,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2516874609304224],
   [junit4]   2>     "_enqueue_time_":2516876610338379,
   [junit4]   2>     "nodeNames":["127.0.0.1:35645_solr"]}}
   [junit4]   2> 832745 DEBUG (AutoscalingActionExecutor-3176-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=8f115890822a0T5wcklopkc5tqnjibrrkn2n2u4
   [junit4]   2> 833745 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 833745 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 834745 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 834745 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 834746 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 834747 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42124d85{/solr,null,AVAILABLE}
   [junit4]   2> 834747 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@111b467b{SSL,[ssl, http/1.1]}{127.0.0.1:42571}
   [junit4]   2> 834748 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.e.j.s.Server Started @836842ms
   [junit4]   2> 834748 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42571}
   [junit4]   2> 834748 ERROR (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 834748 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 834748 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 834748 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 834748 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-01-01T14:08:56.643Z
   [junit4]   2> 834749 INFO  (zkConnectionManagerCallback-1620-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 834750 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 834756 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40555/solr
   [junit4]   2> 834757 INFO  (zkConnectionManagerCallback-1624-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 834759 INFO  (zkConnectionManagerCallback-1626-thread-1-processing-n:127.0.0.1:42571_solr) [n:127.0.0.1:42571_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 834762 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:42571_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 834763 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:42571_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 834763 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:42571_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42571_solr
   [junit4]   2> 834764 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:35237_solr) [n:127.0.0.1:35237_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 834764 INFO  (zkCallback-1585-thread-1-processing-n:127.0.0.1:46411_solr) [n:127.0.0.1:46411_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 834764 INFO  (zkCallback-1597-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 834764 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 834764 INFO  (zkCallback-1615-thread-1-processing-n:127.0.0.1:35645_solr) [n:127.0.0.1:35645_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 834765 INFO  (zkCallback-1625-thread-1-processing-n:127.0.0.1:42571_solr) [n:127.0.0.1:42571_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 834811 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:42571_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42571.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 834818 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:42571_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42571.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 834818 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:42571_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42571.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 834819 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [n:127.0.0.1:42571_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001/node5/.
   [junit4]   2> 835745 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 835745 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
   [junit4]   2> 835745 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42571_solr at time 2516879612676159
   [junit4]   2> 836746 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 836746 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
   [junit4]   2> 837746 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 837746 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
   [junit4]   2> 837746 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:42571_solr] added at times [2516879612676159], now=2516881613788177
   [junit4]   2> 837746 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"8f116b341883fT5wcklopkc5tqnjibrrkn2n2u6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2516879612676159,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2516879612676159],
   [junit4]   2>     "nodeNames":["127.0.0.1:42571_solr"]}}
   [junit4]   2> 837747 DEBUG (AutoscalingActionExecutor-3176-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"8f116b341883fT5wcklopkc5tqnjibrrkn2n2u6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2516879612676159,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2516879612676159],
   [junit4]   2>     "_enqueue_time_":2516881613936175,
   [junit4]   2>     "nodeNames":["127.0.0.1:42571_solr"]}}
   [junit4]   2> 837747 WARN  (AutoscalingActionExecutor-3176-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> java.lang.Exception: Error executing action: test1 for trigger event: {
   [junit4]   2>   "id":"8f116b341883fT5wcklopkc5tqnjibrrkn2n2u6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2516879612676159,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2516879612676159],
   [junit4]   2>     "_enqueue_time_":2516881613936175,
   [junit4]   2>     "nodeNames":["127.0.0.1:42571_solr"]}}
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:330)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.RuntimeException: failure
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestDummyAction.process(TriggerIntegrationTest.java:987)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:327)
   [junit4]   2> 	... 6 more
   [junit4]   2> 837747 DEBUG (AutoscalingActionExecutor-3176-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 0 ms for event id=8f116b341883fT5wcklopkc5tqnjibrrkn2n2u6
   [junit4]   2> 838747 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 838747 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
   [junit4]   2> 839747 INFO  (TEST-TriggerIntegrationTest.testListeners-seed#[369F54544E1AB995]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
   [junit4]   2> 839748 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 839748 DEBUG (ScheduledTrigger-3175-thread-2) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
   [junit4]   2> 839771 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[369F54544E1AB995]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
   [junit4]   2> 839772 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[369F54544E1AB995]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
   [junit4]   2> 839772 DEBUG (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 839772 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 839772 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 839772 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 839773 DEBUG (OverseerAutoScalingTriggerThread-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 839773 INFO  (zkConnectionManagerCallback-1630-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 839775 INFO  (qtp968206510-7096) [n:127.0.0.1:35237_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 839776 INFO  (OverseerThreadFactory-3177-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.CreateCollectionCmd Create collection testMetricTrigger
   [junit4]   2> 839881 INFO  (OverseerStateUpdate-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testMetricTrigger_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35237/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 839882 INFO  (OverseerStateUpdate-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testMetricTrigger",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testMetricTrigger_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45541/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 840085 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 840085 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 840086 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 840086 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 840197 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:35237_solr) [n:127.0.0.1:35237_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 840197 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 840198 INFO  (zkCallback-1605-thread-2-processing-n:127.0.0.1:35237_solr) [n:127.0.0.1:35237_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 840199 INFO  (zkCallback-1587-thread-2-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 841099 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 841117 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 841117 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 841119 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 841119 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n2' using configuration from collection testMetricTrigger, trusted=true
   [junit4]   2> 841119 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45541.solr.core.testMetricTrigger.shard2.replica_n2' (registry 'solr.core.testMetricTrigger.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 841120 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 841120 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001/node2/testMetricTrigger_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001/node2/./testMetricTrigger_shard2_replica_n2/data/]
   [junit4]   2> 841123 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 841126 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 841126 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n1' using configuration from collection testMetricTrigger, trusted=true
   [junit4]   2> 841126 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35237.solr.core.testMetricTrigger.shard1.replica_n1' (registry 'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3eaa0a99
   [junit4]   2> 841126 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 841126 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001/node3/testMetricTrigger_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001/tempDir-001/node3/./testMetricTrigger_shard1_replica_n1/data/]
   [junit4]   2> 841158 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 841159 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 841159 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 841159 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 841159 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 841159 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 841160 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 841160 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 841160 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a97e181[testMetricTrigger_shard1_replica_n1] main]
   [junit4]   2> 841161 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 841161 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a492fc1[testMetricTrigger_shard2_replica_n2] main]
   [junit4]   2> 841161 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 841161 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 841162 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 841162 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 841162 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588399432591736832
   [junit4]   2> 841162 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 841162 INFO  (searcherExecutor-3201-thread-1-processing-n:127.0.0.1:35237_solr x:testMetricTrigger_shard1_replica_n1 s:shard1 c:testMetricTrigger r:core_node3) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n1] Registered new searcher Searcher@3a97e181[testMetricTrigger_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 841163 INFO  (searcherExecutor-3200-thread-1-processing-n:127.0.0.1:45541_solr x:testMetricTrigger_shard2_replica_n2 s:shard2 c:testMetricTrigger r:core_node4) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n2] Registered new searcher Searcher@4a492fc1[testMetricTrigger_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 841163 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588399432592785408
   [junit4]   2> 841169 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 841169 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 841169 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35237/solr/testMetricTrigger_shard1_replica_n1/
   [junit4]   2> 841169 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 841169 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:35237/solr/testMetricTrigger_shard1_replica_n1/ has no replicas
   [junit4]   2> 841169 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 841169 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 841169 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 841169 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45541/solr/testMetricTrigger_shard2_replica_n2/
   [junit4]   2> 841169 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 841169 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:45541/solr/testMetricTrigger_shard2_replica_n2/ has no replicas
   [junit4]   2> 841169 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 841170 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45541/solr/testMetricTrigger_shard2_replica_n2/ shard2
   [junit4]   2> 841171 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35237/solr/testMetricTrigger_shard1_replica_n1/ shard1
   [junit4]   2> 841271 INFO  (zkCallback-1587-thread-2-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 841271 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:35237_solr) [n:127.0.0.1:35237_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 841271 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:45541_solr) [n:127.0.0.1:45541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 841271 INFO  (zkCallback-1605-thread-2-processing-n:127.0.0.1:35237_solr) [n:127.0.0.1:35237_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 841321 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 841321 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 841322 INFO  (qtp968206510-7095) [n:127.0.0.1:35237_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1236
   [junit4]   2> 841322 INFO  (qtp1107916546-7034) [n:127.0.0.1:45541_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1236
   [junit4]   2> 841323 INFO  (qtp968206510-7096) [n:127.0.0.1:35237_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 841777 INFO  (OverseerCollectionConfigSetProcessor-99274963657818118-127.0.0.1:45541_solr-n_0000000000) [n:127.0.0.1:45541_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 871327 ERROR (qtp968206510-7096) [n:127.0.0.1:35237_solr    ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica https://127.0.0.1:35237/solr/testMetricTrigger_shard1_replica_n1/ is in state of down with timeout=30
   [junit4]   2> 871327 INFO  (qtp968206510-7096) [n:127.0.0.1:35237_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=31552
   [junit4]   2> 961329 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[369F54544E1AB995]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMetricTrigger
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TriggerIntegrationTest -Dtests.method=testMetricTrigger -Dtests.seed=369F54544E1AB995 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-PH -Dtests.timezone=Asia/Jakarta -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  122s J1 | TriggerIntegrationTest.testMetricTrigger <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Timed out waiting for collection:testMetricTrigger to become active
   [junit4]    > null
   [junit4]    > Live Nodes: [127.0.0.1:35237_solr, 127.0.0.1:35645_solr, 127.0.0.1:42571_solr, 127.0.0.1:45541_solr, 127.0.0.1:46411_solr]
   [junit4]    > Last available state: DocCollection(testMetricTrigger//collections/testMetricTrigger/state.json/3)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"1",
   [junit4]    >   "shards":{
   [junit4]    >     "shard1":{
   [junit4]    >       "range":"80000000-ffffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{"core_node3":{
   [junit4]    >           "core":"testMetricTrigger_shard1_replica_n1",
   [junit4]    >           "base_url":"https://127.0.0.1:35237/solr",
   [junit4]    >           "node_name":"127.0.0.1:35237_solr",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "leader":"true"}}},
   [junit4]    >     "shard2":{
   [junit4]    >       "range":"0-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{"core_node4":{
   [junit4]    >           "core":"testMetricTrigger_shard2_replica_n2",
   [junit4]    >           "base_url":"https://127.0.0.1:45541/solr",
   [junit4]    >           "node_name":"127.0.0.1:45541_solr",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"1",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([369F54544E1AB995:8C9363DB11F26FDA]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1520)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 961347 INFO  (TEST-TriggerIntegrationTest.testNodeMarkersRegistration-seed#[369F54544E1AB995]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 961347 INFO  (TEST-TriggerIntegrationTe

[...truncated too long message...]

.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1096458 INFO  (zkCallback-1677-thread-2-processing-n:127.0.0.1:39117_solr) [n:127.0.0.1:39117_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1096458 INFO  (zkCallback-1767-thread-1-processing-n:127.0.0.1:42399_solr) [n:127.0.0.1:42399_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1096458 INFO  (jetty-closer-1570-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d8baca6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1096459 INFO  (jetty-closer-1570-thread-9) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1096459 INFO  (jetty-closer-1570-thread-9) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1096459 INFO  (zkCallback-1757-thread-1-processing-n:127.0.0.1:34179_solr) [n:127.0.0.1:34179_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1096459 INFO  (zkCallback-1767-thread-1-processing-n:127.0.0.1:42399_solr) [n:127.0.0.1:42399_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1096459 INFO  (zkCallback-1677-thread-2-processing-n:127.0.0.1:39117_solr) [n:127.0.0.1:39117_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1096459 INFO  (zkCallback-1737-thread-1-processing-n:127.0.0.1:37007_solr) [n:127.0.0.1:37007_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 1096460 INFO  (jetty-closer-1570-thread-10) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42399_solr
   [junit4]   2> 1096460 INFO  (jetty-closer-1570-thread-7) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37007_solr
   [junit4]   2> 1096460 INFO  (jetty-closer-1570-thread-9) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6069cf8c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1096460 INFO  (jetty-closer-1570-thread-7) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1096460 INFO  (jetty-closer-1570-thread-7) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1096461 INFO  (jetty-closer-1570-thread-10) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1096461 INFO  (zkCallback-1737-thread-1-processing-n:127.0.0.1:37007_solr) [n:127.0.0.1:37007_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 1096461 INFO  (jetty-closer-1570-thread-10) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1096461 INFO  (jetty-closer-1570-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39117_solr
   [junit4]   2> 1096461 INFO  (jetty-closer-1570-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1096461 INFO  (jetty-closer-1570-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1096462 INFO  (zkCallback-1677-thread-2-processing-n:127.0.0.1:39117_solr) [n:127.0.0.1:39117_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 1096462 INFO  (zkCallback-1767-thread-2-processing-n:127.0.0.1:42399_solr) [n:127.0.0.1:42399_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 1096462 INFO  (zkCallback-1677-thread-1-processing-n:127.0.0.1:39117_solr) [n:127.0.0.1:39117_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1096463 INFO  (jetty-closer-1570-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e4679bb{/solr,null,UNAVAILABLE}
   [junit4]   2> 1097962 WARN  (zkCallback-1737-thread-1-processing-n:127.0.0.1:37007_solr) [n:127.0.0.1:37007_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1097962 WARN  (zkCallback-1767-thread-1-processing-n:127.0.0.1:42399_solr) [n:127.0.0.1:42399_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1097962 INFO  (jetty-closer-1570-thread-7) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20f6ccab{/solr,null,UNAVAILABLE}
   [junit4]   2> 1097962 INFO  (jetty-closer-1570-thread-10) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32dc9bec{/solr,null,UNAVAILABLE}
   [junit4]   2> 1097962 ERROR (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1097963 INFO  (SUITE-TriggerIntegrationTest-seed#[369F54544E1AB995]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40555 40555
   [junit4]   2> 1103083 INFO  (Thread-1448) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40555 40555
   [junit4]   2> 1103084 WARN  (Thread-1448) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/aliases.json
   [junit4]   2> 	19	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/clusterprops.json
   [junit4]   2> 	20	/solr/clusterstate.json
   [junit4]   2> 	11	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	4	/solr/overseer_elect/election/99274963657818145-127.0.0.1:39117_solr-n_0000000009
   [junit4]   2> 	3	/solr/overseer_elect/election/99274963657818154-127.0.0.1:45847_solr-n_0000000012
   [junit4]   2> 	3	/solr/overseer_elect/election/99274963657818136-127.0.0.1:46749_solr-n_0000000006
   [junit4]   2> 	3	/solr/overseer_elect/election/99274963657818163-127.0.0.1:37007_solr-n_0000000015
   [junit4]   2> 	2	/solr/overseer_elect/election/99274963657818133-127.0.0.1:43731_solr-n_0000000005
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/live_nodes
   [junit4]   2> 	20	/solr/collections
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	3	/solr/autoscaling/events/node_added_trigger
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_trigger
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_369F54544E1AB995-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@794f6fce), locale=en-PH, timezone=Asia/Jakarta
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=262569968,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolr4Spatial, TestOrdValues, SolrCmdDistributorTest, TestSurroundQueryParser, DistributedTermsComponentTest, DOMUtilTest, TestLuceneMatchVersion, TestSystemCollAutoCreate, AddReplicaTest, TestJsonFacetRefinement, TimeRoutedAliasUpdateProcessorTest, ZkCLITest, CloudMLTQParserTest, TestConfigSetImmutable, TestPerFieldSimilarity, LeaderFailoverAfterPartitionTest, TestTrackingShardHandlerFactory, TestExpandComponent, HLLUtilTest, DirectoryFactoryTest, PingRequestHandlerTest, TestDynamicFieldResource, DistributedSuggestComponentTest, TestFieldCacheReopen, DocValuesMultiTest, ShowFileRequestHandlerTest, BooleanFieldTest, CdcrVersionReplicationTest, SaslZkACLProviderTest, TestFilteredDocIdSet, PropertiesRequestHandlerTest, RulesTest, CreateCollectionCleanupTest, QueryResultKeyTest, DistributedVersionInfoTest, CollectionsAPIDistributedZkTest, HdfsRestartWhileUpdatingTest, TestDownShardTolerantSearch, TestStressReorder, TestLazyCores, TestFastLRUCache, TestXmlQParser, OutOfBoxZkACLAndCredentialsProvidersTest, RestartWhileUpdatingTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaTest, TestScoreJoinQPNoScore, ChaosMonkeySafeLeaderTest, TestShortCircuitedRequests, DistribDocExpirationUpdateProcessorTest, RegexBytesRefFilterTest, TestObjectReleaseTracker, SearchRateTriggerTest, CollectionTooManyReplicasTest, TestOverriddenPrefixQueryForCustomFieldType, TestSolrQueryParser, TestSolrCloudSnapshots, BlockJoinFacetDistribTest, DebugComponentTest, TestWriterPerf, TestSchemaResource, TestInitQParser, RequestHandlersTest, ManagedSchemaRoundRobinCloudTest, TestStressRecovery, BinaryUpdateRequestHandlerTest, TestSimpleTrackingShardHandler, HighlighterConfigTest, ReplicaListTransformerTest, TestSimpleTextCodec, TestPointFields, TestFastWriter, HdfsChaosMonkeyNothingIsSafeTest, BadIndexSchemaTest, TestManagedResource, TestDocSet, TestSearcherReuse, SimpleCollectionCreateDeleteTest, PolyFieldTest, TestQueryWrapperFilter, TestUnifiedSolrHighlighter, TestRemoteStreaming, MBeansHandlerTest, TestEmbeddedSolrServerAdminHandler, PrimUtilsTest, TriggerIntegrationTest]
   [junit4] Completed [324/765 (1!)] on J1 in 275.38s, 14 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 49443 lines...]

Mime
View raw message